00010000:00000010:3.1F:1780963530.549227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006532561f. 00010000:00000010:3.1:1780963530.549250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb6bb3c. 00010000:00000010:2.1F:1780963531.148210:0:5366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f451ca84. 00010000:00000010:2.1:1780963531.148240:0:5366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56266dc. 00010000:00000010:1.1F:1780963531.151158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b434e1b3. 00010000:00000010:3.1:1780963531.151229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e7f6ba8. 00010000:00000010:3.1:1780963531.151236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e98cce8c. 00010000:00010000:0.0:1780968270.644805:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fc92c lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644821:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf6b:0x0].0x0 (0000000043aa7d91) 00010000:00010000:0.0:1780968270.644823:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.644837:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fc92c lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644843:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fc92c lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf6b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644863:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644868:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644873:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644877:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.644879:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644884:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644891:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.644894:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.644896:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644901:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fc91e lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644912:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644917:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644922:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644936:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.644938:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644942:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644949:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x368373f2 (00000000973d371a) 00010000:00010000:0.0:1780968270.644951:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.644952:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.644957:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fc925 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x368373f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645068:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000be8ca386/0x986691d98fc933 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645082:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be8ca386/0x986691d98fc933 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645095:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000be8ca386/0x986691d98fc933 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645109:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000082c9af4f/0x986691d98fc93a lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x5951bc4b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645151:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082c9af4f/0x986691d98fc93a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5951bc4b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645158:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082c9af4f/0x986691d98fc93a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5951bc4b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645252:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fc941 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645266:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000526ccfcb/0x986691d98c648b lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf6c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf2d expref: 221 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645272:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fc941 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf6c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645308:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000526ccfcb/0x986691d98c648b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf6c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf2d expref: 221 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.645321:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000526ccfcb/0x986691d98c648b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf6c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf2d expref: 221 pid: 97811 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.645335:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf7edb5 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649536:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.645413:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000be7dc20d going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.650050:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.659747:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968270.660646:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.660657:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.661064:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2774, 64 off185728 00000001:00080000:0.0:1780968270.661077:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.661100:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661107:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661113:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661151:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.661154:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661161:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661172:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf6d:0x0].0x0 (00000000470294f9) 00010000:00010000:0.0:1780968270.661174:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.661177:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661186:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fc956 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661203:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661208:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661213:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661217:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c1932b already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.661219:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661223:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661230:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.661232:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.661234:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661240:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fc948 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661249:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661259:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661265:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661269:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063690e73 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.661271:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661276:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661282:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x7c2004a5 (00000000f0ea34a4) 00010000:00010000:0.0:1780968270.661284:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.661285:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661289:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fc94f lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7c2004a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661532:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661546:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661554:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661573:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661579:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661584:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661640:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661652:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000086f98ffd/0x986691d98c64d1 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf6e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf3b expref: 219 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661659:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661692:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000086f98ffd/0x986691d98c64d1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf6e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf3b expref: 219 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.661705:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000086f98ffd/0x986691d98c64d1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf6e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf3b expref: 219 pid: 97811 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.661718:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649664:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.661787:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000be7dc20d going to sleep for 6 seconds 00010000:00010000:0.0:1780968270.671244:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.671258:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.671933:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3784, 64 off250432 00000001:00080000:0.0:1780968270.671948:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.671973:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.671982:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.671989:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.671994:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c85ffd30 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.671997:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672003:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672013:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf6e:0x0].0x0 (0000000093a0607e) 00010000:00010000:0.0:1780968270.672016:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.672019:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672024:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc96b lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672041:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672048:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672052:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672056:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.672058:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672062:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672068:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.672070:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.672072:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672076:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc95d lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672083:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672088:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672093:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672102:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.672104:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672109:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672162:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x9eee4cff (00000000750c36cc) 00010000:00010000:0.0:1780968270.672165:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.672167:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672173:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc964 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x9eee4cff bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672253:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672264:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672272:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672286:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672302:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672378:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672433:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672446:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8314afc/0x986691d98c64f4 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf6f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf42 expref: 218 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672453:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672483:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c8314afc/0x986691d98c64f4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf6f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf42 expref: 218 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.672496:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8314afc/0x986691d98c64f4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf6f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf42 expref: 218 pid: 97811 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.672510:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649728:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.672567:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.682815:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649728:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.682850:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.683828:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.683837:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.684298:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2775, 64 off185792 00000001:00080000:0.0:1780968270.684312:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.684336:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684345:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684352:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684359:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033e000b6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.684362:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684371:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684381:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf6f:0x0].0x0 (000000001c5a60e7) 00010000:00010000:0.0:1780968270.684383:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.684386:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684390:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc980 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684405:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684819:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684825:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684830:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab7a4a1d already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.684833:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684838:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684847:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.684849:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.684851:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684856:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc972 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684865:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684871:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684876:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684881:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.684882:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684888:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684894:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xc1bc9559 (0000000074ca4f44) 00010000:00010000:0.0:1780968270.684897:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.684898:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.684903:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc979 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc1bc9559 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685016:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685029:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685036:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685050:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685056:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685063:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685149:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685163:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000030f62822/0x986691d98c6517 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf70:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf49 expref: 217 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685169:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685201:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000030f62822/0x986691d98c6517 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf70:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf49 expref: 217 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.685213:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000030f62822/0x986691d98c6517 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf70:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf49 expref: 217 pid: 97811 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.685227:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649792:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.685294:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.690021:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649792:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.690050:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691400:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691421:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.691801:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3785, 64 off250496 00000001:00080000:0.0:1780968270.691815:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.691837:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691846:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691852:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691857:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c85ffd30 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.691860:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691867:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691875:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf70:0x0].0x0 (0000000009239d01) 00010000:00010000:0.0:1780968270.691878:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.691880:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691885:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc995 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf70:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691899:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691904:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691908:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691917:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.691918:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691924:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691941:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.691943:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.691945:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691950:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc987 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691972:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691977:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.691995:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692000:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.692002:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692007:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692013:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xe48addb2 (00000000750c36cc) 00010000:00010000:0.0:1780968270.692015:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.692017:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692022:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc98e lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xe48addb2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692104:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692136:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692143:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692154:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692158:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692162:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692213:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692223:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007b650b17/0x986691d98c653a lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf71:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf50 expref: 216 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692229:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692251:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000007b650b17/0x986691d98c653a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf71:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf50 expref: 216 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.692258:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000007b650b17/0x986691d98c653a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf71:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf50 expref: 216 pid: 97811 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.692267:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649856:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.692307:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.695987:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649856:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.696017:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.698802:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.698813:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.699585:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2776, 64 off185856 00000001:00080000:0.0:1780968270.699598:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.699622:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699630:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699642:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699648:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086967e2c already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.699652:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699659:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699671:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf71:0x0].0x0 (00000000e1024a6e) 00010000:00010000:0.0:1780968270.699674:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.699677:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699683:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fc9aa lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699703:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699708:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699713:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699718:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.699719:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699724:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699730:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.699732:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.699733:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699738:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fc99c lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699745:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699751:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699756:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699760:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.699762:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699766:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699772:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x759260c (00000000d81d1d81) 00010000:00010000:0.0:1780968270.699774:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.699776:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699780:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fc9a3 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x759260c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699864:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699877:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699886:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699901:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699907:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699912:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699977:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699990:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ba324ed3/0x986691d98c655d lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf72:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf57 expref: 215 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.699997:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.700029:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000ba324ed3/0x986691d98c655d lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf72:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf57 expref: 215 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.700042:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000ba324ed3/0x986691d98c655d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf72:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf57 expref: 215 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.700056:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649920:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.701097:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.706104:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649920:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.706177:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.707883:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.707892:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.708574:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3786, 64 off250560 00000001:00080000:0.0:1780968270.708589:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.708613:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708621:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708627:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708637:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033e000b6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.708640:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708645:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708655:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf72:0x0].0x0 (000000004bd282d1) 00010000:00010000:0.0:1780968270.708657:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.708659:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708664:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9bf lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf72:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708678:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708683:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708688:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708693:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.708695:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708700:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708707:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.708709:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.708711:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708717:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9b1 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708726:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708732:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708738:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708743:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab7a4a1d already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.708745:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708751:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708757:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2a276e66 (0000000074ca4f44) 00010000:00010000:0.0:1780968270.708759:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.708761:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708770:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9b8 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2a276e66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708853:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708865:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708873:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708886:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708892:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708898:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708975:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708987:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a2d2fbd8/0x986691d98c6580 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf73:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf5e expref: 214 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.708994:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.709028:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a2d2fbd8/0x986691d98c6580 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf73:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf5e expref: 214 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.709040:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2d2fbd8/0x986691d98c6580 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf73:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf5e expref: 214 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.709053:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649984:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.709106:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.715610:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551649984:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.715638:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717058:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717070:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.717677:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2777, 64 off185920 00000001:00080000:0.0:1780968270.717691:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.717715:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717723:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717729:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717739:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c85ffd30 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.717742:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717748:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717760:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf73:0x0].0x0 (00000000c630721d) 00010000:00010000:0.0:1780968270.717763:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.717766:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717772:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fc9d4 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717789:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717794:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717799:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717804:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.717806:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717811:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717819:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.717820:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.717822:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717827:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fc9c6 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717848:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717854:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717859:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717864:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.717866:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717871:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717877:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x4cf5b6c0 (00000000750c36cc) 00010000:00010000:0.0:1780968270.717879:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.717881:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.717890:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fc9cd lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4cf5b6c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.718785:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9db lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.718803:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9db lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.718813:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fc9db lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.718825:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9e2 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x6fc3ff19 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.718890:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9e2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x6fc3ff19 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.718899:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fc9e2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x6fc3ff19 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.719033:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9e9 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.719046:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000095000f2a/0x986691d98c65a3 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf74:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf65 expref: 213 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.719052:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fc9e9 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.719092:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000095000f2a/0x986691d98c65a3 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf74:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf65 expref: 213 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.719104:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000095000f2a/0x986691d98c65a3 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf74:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf65 expref: 213 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.719512:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551650048:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.734771:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545391552 00010000:00010000:0.0:1780968270.734807:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000077f28f4b/0x986691d98bffa5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc8a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075baff expref: 213 pid: 103628 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.734960:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8842 00000100:00100000:0.0:1780968270.734967:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a4d882f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+213:2219:x1867475545391552:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1780968270.734982:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.734988:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000077f28f4b/0x986691d98bffa5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc8a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075baff expref: 213 pid: 103628 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.734999:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000077f28f4b/0x986691d98bffa5 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc8a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075baff expref: 213 pid: 103628 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.735019:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077f28f4b/0x986691d98bffa5 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc8a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075baff expref: 213 pid: 103628 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.735035:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc8a:0x0].0x0 (000000007436302b) 00010000:00010000:0.0:1780968270.735039:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fc9fe lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.735055:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fc9fe lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.735063:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fc9fe lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.735143:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.735209:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a4d882f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+212:2219:x1867475545391552:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 241us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.735218:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8842 00000100:00100000:0.0:1780968270.745943:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545391616 00010000:00010000:0.0:1780968270.745978:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f82e4bea/0x986691d98c65c6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf75:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf6c expref: 212 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.746015:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8843 00000100:00100000:0.0:1780968270.746022:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000212180d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+212:2219:x1867475545391616:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968270.746037:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.746043:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000f82e4bea/0x986691d98c65c6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf75:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf6c expref: 212 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.746054:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000f82e4bea/0x986691d98c65c6 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf75:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf6c expref: 212 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.746074:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f82e4bea/0x986691d98c65c6 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf75:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf6c expref: 212 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.746089:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf75:0x0].0x0 (000000006606180b) 00010000:00010000:0.0:1780968270.746095:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fca13 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.746105:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fca13 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.746112:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fca13 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.746155:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.746217:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000212180d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+211:2219:x1867475545391616:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 195us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.746225:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8843 00000100:00100000:0.0:1780968270.765839:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545391744 00010000:00010000:0.0:1780968270.765877:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000073eccabb/0x986691d98c660c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf77:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf7a expref: 210 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.765920:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8845 00000100:00100000:0.0:1780968270.765935:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa8109b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+210:2220:x1867475545391744:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:0.0:1780968270.765959:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.765965:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000073eccabb/0x986691d98c660c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf77:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf7a expref: 210 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.765977:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000073eccabb/0x986691d98c660c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf77:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf7a expref: 210 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.765999:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf77:0x0].0x0 (0000000050fcc527) 00010000:00010000:0.0:1780968270.766004:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fca3d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf77:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.766020:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fca3d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf77:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.766028:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fca3d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf77:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.766048:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.766101:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa8109b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+210:2220:x1867475545391744:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 165us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.766109:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8845 00010000:00010000:0.0:1780968270.769679:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fca44 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769694:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fca44 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769703:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fca44 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769717:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fca4b lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xcc111b47 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769724:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fca4b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcc111b47 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769730:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fca4b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcc111b47 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769799:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fca52 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769812:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000d0115ba/0x986691d98c662f lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf78:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cf81 expref: 208 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769820:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fca52 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769866:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000000d0115ba/0x986691d98c662f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf78:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf81 expref: 208 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.769880:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000000d0115ba/0x986691d98c662f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf78:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf81 expref: 208 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.769893:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551650368:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968270.769969:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000070574e8d going to sleep for 6 seconds 00000100:00100000:0.0:1780968270.772723:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551650368:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.772750:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fca52 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968270.783291:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545391872 00010000:00010000:0.0:1780968270.783326:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b3464629/0x986691d98c6652 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf79:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf88 expref: 208 pid: 103641 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.783361:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8847 00000100:00100000:0.0:1780968270.783368:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+208:2220:x1867475545391872:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1780968270.783396:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.783402:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000b3464629/0x986691d98c6652 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf79:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf88 expref: 208 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.783414:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000b3464629/0x986691d98c6652 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf79:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf88 expref: 208 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.783446:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b3464629/0x986691d98c6652 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf79:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cf88 expref: 208 pid: 103641 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.783463:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf79:0x0].0x0 (000000008f1fd11d) 00010000:00010000:0.0:1780968270.783467:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fca67 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf79:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.783477:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fca67 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf79:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.783484:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fca67 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf79:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.783508:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.783560:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+207:2220:x1867475545391872:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 191us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.783568:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8847 00000100:00100000:0.0:1780968270.805949:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551650560:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.805978:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fca91 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968270.816332:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.825716:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545392128 00010000:00010000:0.0:1780968270.825748:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ac2c6bd4/0x986691d98c66de lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf7d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfa4 expref: 204 pid: 97811 timeout: 4992 lvb_type: 0 00000100:00100000:0.0:1780968270.825793:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8851 00000100:00100000:0.0:1780968270.825799:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+204:2220:x1867475545392128:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1780968270.825814:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.825819:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ac2c6bd4/0x986691d98c66de lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf7d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfa4 expref: 204 pid: 97811 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.825830:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ac2c6bd4/0x986691d98c66de lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf7d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfa4 expref: 204 pid: 97811 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.825849:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac2c6bd4/0x986691d98c66de lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf7d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfa4 expref: 204 pid: 97811 timeout: 4992 lvb_type: 0 00010000:00010000:0.0:1780968270.825864:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf7d:0x0].0x0 (00000000e035f2d9) 00010000:00010000:0.0:1780968270.825869:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcabb lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.825878:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcabb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.825885:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcabb lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.825915:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.826029:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+203:2220:x1867475545392128:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 228us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.826038:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8851 00000100:00100000:0.0:1780968270.847960:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.853975:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.874361:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.891071:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.899078:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968270.911573:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968270.920538:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f62fabf1/0x986691d98c67b0 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf83:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfce expref: 196 pid: 103641 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968270.920555:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049db4a66 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551651136:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968270.920574:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.920581:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.920586:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968270.921023:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2786, 64 off186496 00000001:00080000:0.0:1780968270.921036:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968270.921060:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921069:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921075:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921081:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011cf5c3a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.921355:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921366:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921378:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf83:0x0].0x0 (000000009ec9b6a4) 00010000:00010000:0.0:1780968270.921380:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968270.921384:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921389:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fcb4e lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf83:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921479:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921487:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921493:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921498:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.921500:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921506:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921514:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968270.921517:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.921519:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921524:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcb40 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921533:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921539:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921545:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921550:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968270.921551:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921557:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921564:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x1c0231e9 (00000000c918dfb0) 00010000:00010000:0.0:1780968270.921567:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968270.921569:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921575:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fcb47 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1c0231e9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921669:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fcb55 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921681:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fcb55 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921688:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fcb55 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921702:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fcb5c lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x3ed07a43 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921709:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fcb5c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3ed07a43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.921714:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fcb5c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3ed07a43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.922055:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fcb63 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.922070:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008bc46653/0x986691d98c67d3 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf84:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075cfd5 expref: 195 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.922076:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fcb63 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf84:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968270.949468:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545392704 00010000:00010000:0.0:1780968270.949501:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000094cb75cd/0x986691d98c67f6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf85:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfdc expref: 195 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968270.949545:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8860 00000100:00100000:0.0:1780968270.949552:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+195:2219:x1867475545392704:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968270.949567:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.949573:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000094cb75cd/0x986691d98c67f6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf85:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfdc expref: 195 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968270.949584:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000094cb75cd/0x986691d98c67f6 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf85:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfdc expref: 195 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968270.949606:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000094cb75cd/0x986691d98c67f6 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf85:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfdc expref: 195 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968270.949620:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf85:0x0].0x0 (000000003d17c89d) 00010000:00010000:0.0:1780968270.949624:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fcb78 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.949633:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fcb78 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.949640:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fcb78 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.949666:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.949720:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+194:2219:x1867475545392704:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 167us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.949728:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8860 00000100:00100000:0.0:1780968270.981630:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545392832 00010000:00010000:0.0:1780968270.981675:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a5806dde/0x986691d98c683c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf87:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfea expref: 193 pid: 103641 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968270.981723:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8862 00000100:00100000:0.0:1780968270.981730:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+193:2219:x1867475545392832:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968270.981746:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968270.981752:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a5806dde/0x986691d98c683c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf87:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfea expref: 193 pid: 103641 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968270.981763:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a5806dde/0x986691d98c683c lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf87:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfea expref: 193 pid: 103641 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968270.981784:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5806dde/0x986691d98c683c lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf87:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075cfea expref: 193 pid: 103641 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968270.981800:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf87:0x0].0x0 (000000006e832804) 00010000:00010000:0.0:1780968270.981804:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fcba2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.981813:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fcba2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.981821:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fcba2 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf87:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968270.981859:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968270.981919:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+192:2219:x1867475545392832:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 189us (3307us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968270.981936:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8862 00000100:00100000:0.0:1780968271.015639:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.027806:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545393152 00010000:00010000:0.0:1780968271.027851:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000006766d9a5/0x986691d98c68c8 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf8b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d006 expref: 188 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.027892:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8867 00000100:00100000:0.0:1780968271.027899:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+188:2219:x1867475545393152:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.027913:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.027920:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000006766d9a5/0x986691d98c68c8 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf8b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d006 expref: 188 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.027946:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000006766d9a5/0x986691d98c68c8 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf8b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d006 expref: 188 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.027968:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006766d9a5/0x986691d98c68c8 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf8b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d006 expref: 188 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.027985:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf8b:0x0].0x0 (00000000f0cffcf4) 00010000:00010000:0.0:1780968271.027990:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcc0b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.027999:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcc0b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.028008:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcc0b lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.028035:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.028082:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+187:2219:x1867475545393152:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 183us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.028091:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8867 00000100:00100000:0.0:1780968271.042792:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545393280 00010000:00010000:0.0:1780968271.042825:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c99b8fc4/0x986691d98c690e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf8d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d014 expref: 186 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.042968:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8869 00000100:00100000:0.0:1780968271.042976:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+186:2219:x1867475545393280:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.042991:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.042998:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c99b8fc4/0x986691d98c690e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf8d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d014 expref: 186 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.043014:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c99b8fc4/0x986691d98c690e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf8d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d014 expref: 186 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.043034:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c99b8fc4/0x986691d98c690e lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf8d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d014 expref: 186 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.043049:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf8d:0x0].0x0 (000000005a103c23) 00010000:00010000:0.0:1780968271.043053:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fcc35 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf8d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.043066:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fcc35 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf8d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.043074:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fcc35 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf8d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.043099:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.043180:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+185:2219:x1867475545393280:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 204us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.043188:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8869 00000100:00100000:0.0:1780968271.059381:0:6341:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545393408 00010000:00010000:0.0:1780968271.059411:0:6341:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000771a9e62/0x986691d98c6954 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf8f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d022 expref: 184 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.059451:0:6341:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8871 00000100:00100000:0.0:1780968271.059458:0:6341:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfcb39a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+184:2220:x1867475545393408:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.059473:0:6341:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.059478:0:6341:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000771a9e62/0x986691d98c6954 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf8f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d022 expref: 184 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.059488:0:6341:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000771a9e62/0x986691d98c6954 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf8f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d022 expref: 184 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.059508:0:6341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000771a9e62/0x986691d98c6954 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf8f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d022 expref: 184 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.059522:0:6341:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf8f:0x0].0x0 (000000004da1da80) 00010000:00010000:0.0:1780968271.059527:0:6341:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcc5f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.059536:0:6341:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcc5f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.059543:0:6341:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcc5f lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.059578:0:6341:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.059626:0:6341:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfcb39a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+183:2220:x1867475545393408:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 167us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.059634:0:6341:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8871 00000100:00100000:0.0:1780968271.066997:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.073783:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545393536 00010000:00010000:0.0:1780968271.073816:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8f88c01/0x986691d98c699a lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf91:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d030 expref: 182 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.073864:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8873 00000100:00100000:0.0:1780968271.073870:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007344ed19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+182:2220:x1867475545393536:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:0.0:1780968271.073886:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.073892:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d8f88c01/0x986691d98c699a lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf91:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d030 expref: 182 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.073903:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d8f88c01/0x986691d98c699a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf91:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d030 expref: 182 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.073931:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf91:0x0].0x0 (000000006cc9ade4) 00010000:00010000:0.0:1780968271.073935:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fcc89 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf91:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.073954:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fcc89 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf91:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.073961:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fcc89 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf91:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.073987:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.074030:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007344ed19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+182:2220:x1867475545393536:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 159us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.074038:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8873 00000100:00100000:0.0:1780968271.083990:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.089705:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968271.091533:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fccba lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091552:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fccba lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091561:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fccba lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091575:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fccc1 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xeb0ead13 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091582:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fccc1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb0ead13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091588:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fccc1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb0ead13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091643:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fccc8 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091686:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 178 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091699:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fccc8 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091741:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 178 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.091754:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 178 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.091764:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf7edb5 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551652288:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.091872:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000004517c675 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.097490:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545393728 00010000:00010000:0.0:1780968271.097533:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 179 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.097743:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8876 00000100:00100000:0.0:1780968271.097749:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5a843d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+179:2222:x1867475545393728:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.097765:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.097771:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 179 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.097783:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 179 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.097804:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6ca79/0x986691d98c69e0 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf93:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d03e expref: 179 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.097823:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf93:0x0].0x0 (0000000072a24c19) 00010000:00010000:0.0:1780968271.097827:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fccc8 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.097836:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fccc8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.097844:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fccc8 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.097875:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.097938:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5a843d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+178:2222:x1867475545393728:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 188us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.098001:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8876 00000100:00100000:0.0:1780968271.110515:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545393856 00010000:00010000:0.0:1780968271.110552:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae34c333/0x986691d98c6a26 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf95:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d04c expref: 177 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.110598:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8878 00000100:00100000:0.0:1780968271.110604:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcffa4d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+177:2219:x1867475545393856:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.110618:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.110624:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ae34c333/0x986691d98c6a26 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf95:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d04c expref: 177 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.110636:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ae34c333/0x986691d98c6a26 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf95:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d04c expref: 177 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.110661:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf95:0x0].0x0 (000000001a58b06f) 00010000:00010000:0.0:1780968271.110665:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fccf2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf95:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.110675:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fccf2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf95:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.110682:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fccf2 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf95:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.110700:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.110749:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcffa4d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+177:2219:x1867475545393856:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 144us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.110757:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8878 00000100:00100000:0.0:1780968271.134780:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394048 00010000:00010000:0.0:1780968271.134822:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000006cb17c2f/0x986691d98c6a8f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf98:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d061 expref: 174 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.134866:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8881 00000100:00100000:0.0:1780968271.134873:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d13d735a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+174:2219:x1867475545394048:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.134887:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.134892:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000006cb17c2f/0x986691d98c6a8f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf98:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d061 expref: 174 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.134902:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000006cb17c2f/0x986691d98c6a8f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf98:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d061 expref: 174 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.136333:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb17c2f/0x986691d98c6a8f lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf98:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d061 expref: 174 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.136354:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf98:0x0].0x0 (000000009fdc78c6) 00010000:00010000:0.0:1780968271.136359:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fcd31 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.136606:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fcd31 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.136615:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fcd31 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.178958:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.178972:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.178981:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.178993:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179000:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179005:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179059:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179072:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 167 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179078:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179112:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 167 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.179277:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 167 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.179296:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551652992:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.179417:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.187387:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551652992:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.187414:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.187636:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394432 00010000:00010000:0.0:1780968271.187668:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 168 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.187704:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8887 00000100:00100000:0.0:1780968271.187711:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032cb92a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+168:2219:x1867475545394432:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:0.0:1780968271.187726:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.187732:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 168 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.187743:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 168 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.187764:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e2e8250/0x986691d98c6b3e lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf9d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d084 expref: 168 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.187782:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf9d:0x0].0x0 (00000000018df01a) 00010000:00010000:0.0:1780968271.187786:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.187794:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.187802:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.187829:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.187884:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032cb92a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+167:2219:x1867475545394432:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 171us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.187892:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8887 00010000:00010000:1.0:1780968271.188329:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188338:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.188707:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2801, 64 off187456 00000001:00080000:1.0:1780968271.188720:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.188743:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188751:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188758:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188764:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000009ea9ce0 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.188768:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188774:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188784:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf9d:0x0].0x0 (00000000018df01a) 00010000:00010000:1.0:1780968271.188787:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.188789:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188794:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdaf lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188809:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188814:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188820:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188825:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.188827:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188844:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188852:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.188854:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.188856:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188861:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcda1 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188870:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188876:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188881:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188886:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.188888:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188894:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188902:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x18317b5b (00000000be6960c9) 00010000:00010000:1.0:1780968271.188904:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.188906:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.188911:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcda8 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x18317b5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189021:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189033:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189046:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189058:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189065:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189071:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189173:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189184:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 166 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189190:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189222:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 166 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.189234:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 166 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.189246:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551653056:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.189309:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.193029:0:6341:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394496 00010000:00010000:0.0:1780968271.193065:0:6341:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 167 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.193112:0:6341:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8888 00000100:00100000:0.0:1780968271.193151:0:6341:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+167:2221:x1867475545394496:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.193173:0:6341:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.193178:0:6341:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 167 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.193189:0:6341:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 167 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.193216:0:6341:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf9e:0x0].0x0 (00000000f261da0e) 00010000:00010000:0.0:1780968271.193220:0:6341:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.193230:0:6341:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.193238:0:6341:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.193259:0:6341:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.193304:0:6341:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+167:2221:x1867475545394496:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 153us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.193312:0:6341:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8888 00010000:00010000:1.0:1780968271.193513:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4b8f7ec/0x986691d98c6b61 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xf9e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d08b expref: 166 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.193531:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551653056:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.193551:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.193559:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.193565:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.193954:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3810, 64 off252096 00000001:00080000:1.0:1780968271.193967:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.193991:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.193999:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194006:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194012:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090f9f0fb already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.194015:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194023:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194038:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf9e:0x0].0x0 (00000000f261da0e) 00010000:00010000:1.0:1780968271.194041:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.194043:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194049:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fcdc4 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf9e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194064:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194069:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194074:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194078:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d066f583 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.194080:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194085:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194092:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.194094:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.194096:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194101:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fcdb6 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194110:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194156:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194168:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194174:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004901f285 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.194176:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194182:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194190:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x3affc3b5 (00000000338174e3) 00010000:00010000:1.0:1780968271.194192:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.194194:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194199:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fcdbd lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x3affc3b5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194326:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194336:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194349:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194362:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194369:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194375:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194424:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194435:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000db7ca299/0x986691d98c6b84 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xf9f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d092 expref: 165 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194442:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194473:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000db7ca299/0x986691d98c6b84 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xf9f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d092 expref: 165 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.194486:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000db7ca299/0x986691d98c6b84 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xf9f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d092 expref: 165 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.194498:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551653120:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.194545:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.197740:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551653120:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.197768:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.200954:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.200963:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.201362:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2802, 64 off187520 00000001:00080000:1.0:1780968271.201375:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.201398:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201405:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201411:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201417:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.201421:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201426:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201435:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xf9f:0x0].0x0 (000000005ef4607a) 00010000:00010000:1.0:1780968271.201438:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.201441:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201445:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcdd9 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xf9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201459:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201464:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201469:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201474:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000902e4db already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.201476:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201480:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201487:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.201488:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.201491:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201496:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcdcb lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201503:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201509:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201514:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201518:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.201520:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201525:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201531:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x5dce0c0f (0000000060ea760e) 00010000:00010000:1.0:1780968271.201533:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.201535:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201540:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcdd2 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5dce0c0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201617:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcde0 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201629:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcde0 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201637:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fcde0 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201652:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcde7 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x809c5469 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201659:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcde7 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x809c5469 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201664:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fcde7 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x809c5469 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201714:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdee lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201724:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201730:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdee lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201759:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.201771:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.201783:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551653184:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.202503:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.206609:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551653184:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.206635:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdee lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.207490:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394624 00010000:00010000:0.0:1780968271.207525:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.207601:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8890 00000100:00100000:0.0:1780968271.207607:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+165:2219:x1867475545394624:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.207621:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.207627:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.207639:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.207665:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbc53c02/0x986691d98c6ba7 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d099 expref: 165 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.207679:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa0:0x0].0x0 (0000000068773817) 00010000:00010000:0.0:1780968271.207683:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdee lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.207693:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdee lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.207702:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fcdee lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.207732:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.207778:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+164:2219:x1867475545394624:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 170us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.207786:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8890 00000100:00100000:1.0:1780968271.212525:0:6341:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394688 00010000:00010000:1.0:1780968271.212576:0:6341:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004afdf47c/0x986691d98c6bca lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0a0 expref: 164 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.212615:0:6341:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8891 00000100:00100000:1.0:1780968271.212621:0:6341:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+164:2220:x1867475545394688:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780968271.212636:0:6341:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.212641:0:6341:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004afdf47c/0x986691d98c6bca lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0a0 expref: 164 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.212651:0:6341:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004afdf47c/0x986691d98c6bca lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0a0 expref: 164 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.212669:0:6341:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004afdf47c/0x986691d98c6bca lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0a0 expref: 164 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.212683:0:6341:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa1:0x0].0x0 (00000000a639eb59) 00010000:00010000:1.0:1780968271.212687:0:6341:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fce03 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.212696:0:6341:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fce03 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.212703:0:6341:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fce03 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.212726:0:6341:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.212772:0:6341:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+163:2220:x1867475545394688:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 150us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.212780:0:6341:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8891 00000100:00100000:0.0:1780968271.219648:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.229495:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.229585:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394816 00010000:00010000:0.0:1780968271.229617:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004b2aee13/0x986691d98c6c10 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0ae expref: 162 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.229655:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8893 00000100:00100000:0.0:1780968271.229662:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+162:2220:x1867475545394816:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1780968271.229676:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.229682:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004b2aee13/0x986691d98c6c10 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0ae expref: 162 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.229698:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004b2aee13/0x986691d98c6c10 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0ae expref: 162 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.229717:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004b2aee13/0x986691d98c6c10 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0ae expref: 162 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.229732:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa3:0x0].0x0 (00000000795363a4) 00010000:00010000:0.0:1780968271.229736:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fce2d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.229745:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fce2d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.229752:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fce2d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.229786:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.229839:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+161:2220:x1867475545394816:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 171us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.229848:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8893 00000100:00100000:1.0:1780968271.235821:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1780968271.239381:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968271.243470:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.243563:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545394944 00010000:00010000:0.0:1780968271.243599:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e90ce4c1/0x986691d98c6c56 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0bc expref: 160 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.243640:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8895 00000100:00100000:0.0:1780968271.243647:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cd1f753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+160:2219:x1867475545394944:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.243663:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.243670:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e90ce4c1/0x986691d98c6c56 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0bc expref: 160 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.243680:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e90ce4c1/0x986691d98c6c56 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0bc expref: 160 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.243699:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e90ce4c1/0x986691d98c6c56 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0bc expref: 160 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.243715:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa5:0x0].0x0 (0000000005527bd4) 00010000:00010000:0.0:1780968271.243720:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fce57 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.243728:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fce57 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.243735:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fce57 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.243764:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.243815:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cd1f753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+159:2219:x1867475545394944:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 167us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.243822:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8895 00000100:00100000:0.0:1780968271.250612:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395008 00010000:00010000:0.0:1780968271.250644:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000008e398767/0x986691d98c6c79 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0c3 expref: 159 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.250722:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8896 00000100:00100000:0.0:1780968271.250728:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+159:2220:x1867475545395008:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1780968271.250743:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.250749:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000008e398767/0x986691d98c6c79 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0c3 expref: 159 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.250758:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000008e398767/0x986691d98c6c79 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0c3 expref: 159 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.250777:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008e398767/0x986691d98c6c79 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0c3 expref: 159 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.250790:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa6:0x0].0x0 (000000004e96966f) 00010000:00010000:0.0:1780968271.250794:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fce6c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.250802:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fce6c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.250809:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fce6c lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.250841:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.250890:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+158:2220:x1867475545395008:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 161us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.250897:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8896 00000100:00100000:0.0:1780968271.256761:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395072 00010000:00010000:0.0:1780968271.256794:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd1386d8/0x986691d98c0054 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc8f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb22 expref: 158 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.256836:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8897 00000100:00100000:0.0:1780968271.256843:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+158:2219:x1867475545395072:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.256857:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.256863:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000dd1386d8/0x986691d98c0054 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc8f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb22 expref: 158 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.256872:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000dd1386d8/0x986691d98c0054 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc8f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb22 expref: 158 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.256891:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd1386d8/0x986691d98c0054 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc8f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb22 expref: 158 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.256907:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc8f:0x0].0x0 (000000001f5e73a2) 00010000:00010000:0.0:1780968271.256912:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fce81 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.256930:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fce81 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.256937:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fce81 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc8f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.256976:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.257028:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+157:2219:x1867475545395072:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 183us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.257035:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8897 00000100:00100000:1.0:1780968271.264075:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.269726:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395200 00010000:00010000:0.0:1780968271.269756:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d9e465dd/0x986691d98c6cbf lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d1 expref: 156 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.269795:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8899 00000100:00100000:0.0:1780968271.269802:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b667c722 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+156:2220:x1867475545395200:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.269815:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.269820:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d9e465dd/0x986691d98c6cbf lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d1 expref: 156 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.269841:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d9e465dd/0x986691d98c6cbf lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d1 expref: 156 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.269861:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9e465dd/0x986691d98c6cbf lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d1 expref: 156 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.269875:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa8:0x0].0x0 (000000005122b769) 00010000:00010000:0.0:1780968271.269879:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fceab lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.269888:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fceab lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.269896:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fceab lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.269930:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.269986:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b667c722 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+155:2220:x1867475545395200:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 183us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.269994:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8899 00000100:00100000:0.0:1780968271.276666:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395264 00010000:00010000:1.0:1780968271.276767:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c91adb92/0x986691d98c6ce2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d8 expref: 155 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.276836:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8900 00000100:00100000:1.0:1780968271.276842:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+155:2219:x1867475545395264:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968271.276856:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.276862:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c91adb92/0x986691d98c6ce2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfa9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d8 expref: 155 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.276871:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c91adb92/0x986691d98c6ce2 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfa9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d8 expref: 155 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.276890:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c91adb92/0x986691d98c6ce2 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfa9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0d8 expref: 155 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.276907:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfa9:0x0].0x0 (000000000d1df283) 00010000:00010000:1.0:1780968271.276911:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcec0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.276928:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcec0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.276936:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcec0 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfa9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.277087:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.277160:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+154:2219:x1867475545395264:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 316us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.278307:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8900 00000100:00100000:1.0:1780968271.288491:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.288528:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395328 00010000:00010000:1.0:1780968271.288563:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca83e01d/0x986691d98c6d05 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfaa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0df expref: 154 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.288597:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8901 00000100:00100000:1.0:1780968271.288603:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+154:2220:x1867475545395328:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780968271.288617:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.288622:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ca83e01d/0x986691d98c6d05 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfaa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0df expref: 154 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.288632:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ca83e01d/0x986691d98c6d05 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfaa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0df expref: 154 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.288652:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfaa:0x0].0x0 (000000002ffeae98) 00010000:00010000:1.0:1780968271.288656:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fced5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfaa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.288664:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fced5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfaa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.288676:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fced5 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfaa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.288697:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.288743:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+154:2220:x1867475545395328:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 139us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.288750:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8901 00000100:00100000:1.0:1780968271.295300:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.295372:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395392 00010000:00010000:0.0:1780968271.295407:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa60f45/0x986691d98c6d28 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0e6 expref: 153 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.295444:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8902 00000100:00100000:0.0:1780968271.295450:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df8564cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+153:2219:x1867475545395392:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.295464:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.295469:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa60f45/0x986691d98c6d28 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0e6 expref: 153 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.295478:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa60f45/0x986691d98c6d28 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d0e6 expref: 153 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.295496:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfab:0x0].0x0 (000000000b49fd6d) 00010000:00010000:0.0:1780968271.295500:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fceea lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.295509:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fceea lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.295515:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fceea lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.295534:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.295587:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df8564cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+153:2219:x1867475545395392:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 136us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.295595:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8902 00000100:00100000:1.0:1780968271.304483:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.310892:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.317386:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.327544:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.329284:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395648 00010000:00010000:0.0:1780968271.329327:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000079384e5a/0x986691d98c6db4 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfaf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d102 expref: 149 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.329581:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8906 00000100:00100000:0.0:1780968271.329588:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b21544a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+149:2219:x1867475545395648:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.329604:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.329610:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000079384e5a/0x986691d98c6db4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfaf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d102 expref: 149 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.329620:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000079384e5a/0x986691d98c6db4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfaf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d102 expref: 149 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.329640:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000079384e5a/0x986691d98c6db4 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfaf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d102 expref: 149 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.329653:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfaf:0x0].0x0 (00000000725a8ae2) 00010000:00010000:0.0:1780968271.329658:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.329667:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.329674:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.329702:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.329761:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b21544a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+148:2219:x1867475545395648:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 173us (2227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.329769:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8906 00010000:00010000:1.0:1780968271.330111:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330142:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.330522:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2810, 64 off188032 00000001:00080000:1.0:1780968271.330535:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.330559:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330566:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330572:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330582:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f8f0199 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.330585:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330591:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330602:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfaf:0x0].0x0 (00000000725a8ae2) 00010000:00010000:1.0:1780968271.330604:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.330607:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330612:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fcf3e lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330627:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330633:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330638:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330644:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.330646:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330651:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330658:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.330659:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.330661:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330666:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fcf30 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330674:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330680:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330684:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330690:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.330691:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330697:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330703:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x5bc68c72 (00000000aeb33e21) 00010000:00010000:1.0:1780968271.330705:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.330707:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330716:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fcf37 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5bc68c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330799:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcf45 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330810:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcf45 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330818:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fcf45 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330843:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcf4c lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x7e94d4cb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330851:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcf4c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7e94d4cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330857:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fcf4c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7e94d4cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330906:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcf53 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330917:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000046080dec/0x986691d98c6dd7 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfb0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d109 expref: 147 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330933:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcf53 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfb0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330969:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000046080dec/0x986691d98c6dd7 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d109 expref: 147 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.330982:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000046080dec/0x986691d98c6dd7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d109 expref: 147 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.330993:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ea9766a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654272:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.331054:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.335641:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.335703:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395712 00010000:00010000:0.0:1780968271.335737:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000046080dec/0x986691d98c6dd7 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d109 expref: 148 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.335778:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8907 00000100:00100000:0.0:1780968271.335784:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068d9a2a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+148:2219:x1867475545395712:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1780968271.335799:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.335805:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000046080dec/0x986691d98c6dd7 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d109 expref: 148 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.335814:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000046080dec/0x986691d98c6dd7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d109 expref: 148 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.335838:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb0:0x0].0x0 (000000007001d860) 00010000:00010000:0.0:1780968271.335844:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcf53 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.335853:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcf53 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.335860:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fcf53 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.335879:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.335949:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068d9a2a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+148:2219:x1867475545395712:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 158us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.335957:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8907 00000100:00100000:1.0:1780968271.343500:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1780968271.343679:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.343685:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000021cb83af/0x986691d98c0077 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xc90:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb29 expref: 147 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.343696:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000021cb83af/0x986691d98c0077 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc90:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb29 expref: 147 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.343717:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc90:0x0].0x0 (00000000d31992a0) 00010000:00010000:3.0:1780968271.343722:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcf68 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc90:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.343730:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcf68 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc90:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.343737:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcf68 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc90:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.343755:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.343805:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030fd4041 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+147:2219:x1867475545395776:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 138us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.343812:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8908 00000100:00100000:1.0:1780968271.352331:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.352409:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395840 00010000:00010000:0.0:1780968271.352445:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000007703537a/0x986691d98c6dfa lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d110 expref: 146 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.352485:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8909 00000100:00100000:0.0:1780968271.352492:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb09e152 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+146:2220:x1867475545395840:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.352507:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.352512:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000007703537a/0x986691d98c6dfa lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d110 expref: 146 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.352522:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000007703537a/0x986691d98c6dfa lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d110 expref: 146 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.352540:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007703537a/0x986691d98c6dfa lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfb1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d110 expref: 146 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.352555:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb1:0x0].0x0 (000000002a0a12f0) 00010000:00010000:0.0:1780968271.352559:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fcf7d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.352568:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fcf7d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.352575:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fcf7d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.352604:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.352654:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb09e152 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+145:2220:x1867475545395840:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 161us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.352661:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8909 00000100:00100000:1.0:1780968271.358566:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.358645:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395904 00010000:00010000:3.0:1780968271.358680:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000012bb424a/0x986691d98c6e1d lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d117 expref: 145 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.358721:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8910 00000100:00100000:3.0:1780968271.358727:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b5fcdb4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+145:2219:x1867475545395904:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968271.358741:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.358748:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000012bb424a/0x986691d98c6e1d lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d117 expref: 145 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.358764:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000012bb424a/0x986691d98c6e1d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d117 expref: 145 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.358785:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb2:0x0].0x0 (00000000fc418a7e) 00010000:00010000:3.0:1780968271.358789:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcf92 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.358798:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcf92 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.358805:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcf92 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.358823:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.358880:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b5fcdb4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+145:2219:x1867475545395904:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 152us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.358889:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8910 00000100:00100000:1.0:1780968271.365802:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.365877:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545395968 00010000:00010000:0.0:1780968271.365915:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a6141037/0x986691d98c6e40 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d11e expref: 144 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.365973:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8911 00000100:00100000:0.0:1780968271.365979:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d807583a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+144:2219:x1867475545395968:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.365993:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.365998:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a6141037/0x986691d98c6e40 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d11e expref: 144 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.366009:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a6141037/0x986691d98c6e40 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d11e expref: 144 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.366028:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb3:0x0].0x0 (0000000008f88e0e) 00010000:00010000:0.0:1780968271.366032:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcfa7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.366041:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcfa7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.366048:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fcfa7 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.366067:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.366132:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d807583a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+144:2219:x1867475545395968:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 136us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.366139:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8911 00000100:00100000:1.0:1780968271.374459:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.374538:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396032 00010000:00010000:3.0:1780968271.374572:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b1690746/0x986691d98c6e63 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d125 expref: 143 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.374612:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8912 00000100:00100000:3.0:1780968271.374618:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005393e98b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+143:2220:x1867475545396032:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968271.374632:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.374638:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000b1690746/0x986691d98c6e63 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d125 expref: 143 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.374654:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000b1690746/0x986691d98c6e63 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d125 expref: 143 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.374675:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb4:0x0].0x0 (00000000431a4dfb) 00010000:00010000:3.0:1780968271.374679:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fcfbc lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.374689:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fcfbc lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.374695:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fcfbc lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.374714:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.374849:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005393e98b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+143:2220:x1867475545396032:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 229us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.374857:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8912 00000100:00100000:1.0:1780968271.379597:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.379785:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396096 00010000:00010000:3.0:1780968271.379817:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000be95171d/0x986691d98c6e86 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d12c expref: 142 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.379862:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8913 00000100:00100000:3.0:1780968271.379869:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c5743d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+142:2220:x1867475545396096:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780968271.379885:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.379890:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000be95171d/0x986691d98c6e86 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d12c expref: 142 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.379906:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000be95171d/0x986691d98c6e86 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d12c expref: 142 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.379937:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be95171d/0x986691d98c6e86 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfb5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d12c expref: 142 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.379962:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb5:0x0].0x0 (000000008ed3ddc2) 00010000:00010000:3.0:1780968271.379967:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.379975:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.379983:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.380043:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.380096:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c5743d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+141:2220:x1867475545396096:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 226us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.380104:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8913 00000040:00080000:0.0:1780968271.382533:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2814, 64 off188288 00000001:00080000:0.0:1780968271.382548:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.382577:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382588:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382595:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382600:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.382604:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382610:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382624:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb5:0x0].0x0 (000000008ed3ddc2) 00010000:00010000:0.0:1780968271.382627:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.382631:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382636:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fcfd1 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382654:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382659:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382663:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382672:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.382673:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382679:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382686:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.382687:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.382689:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382694:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fcfc3 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382701:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382706:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382710:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382715:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.382717:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382721:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382728:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xfdb03953 (00000000973d371a) 00010000:00010000:0.0:1780968271.382730:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.382732:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382737:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fcfca lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xfdb03953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382821:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382846:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382855:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382868:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382875:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.382881:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.383158:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.383182:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e5ad42/0x986691d98c6ea9 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfb6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d133 expref: 140 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.383190:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.383229:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000083e5ad42/0x986691d98c6ea9 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d133 expref: 140 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.383241:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e5ad42/0x986691d98c6ea9 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d133 expref: 140 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.383253:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654720:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.383330:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.387750:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.387855:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654720:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.387882:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388520:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388529:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.388880:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3823, 64 off252928 00000001:00080000:0.0:1780968271.388893:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.388914:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388932:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388952:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388958:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.388961:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388968:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388978:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb6:0x0].0x0 (000000004fb65327) 00010000:00010000:0.0:1780968271.388981:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.388984:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.388989:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fcfe6 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389004:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389010:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389016:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389022:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.389024:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389030:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389038:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.389040:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.389042:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389048:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fcfd8 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389056:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389062:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389068:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389074:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.389075:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389080:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389086:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x207e81ad (00000000ccfb2851) 00010000:00010000:0.0:1780968271.389088:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.389091:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389097:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fcfdf lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x207e81ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389222:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389233:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389241:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389253:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389260:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389266:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389322:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389334:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 139 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389340:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389372:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 139 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.389383:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 139 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.389396:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654784:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.389441:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.393609:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.393687:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396224 00010000:00010000:3.0:1780968271.393721:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 140 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.393760:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8915 00000100:00100000:3.0:1780968271.393767:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063118d74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+140:2219:x1867475545396224:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968271.393781:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.393788:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 140 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.393797:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 140 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.393819:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb7:0x0].0x0 (00000000c5c081f1) 00010000:00010000:3.0:1780968271.393824:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.393843:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.393851:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.393874:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.393932:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063118d74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+140:2219:x1867475545396224:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 165us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.393948:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8915 00010000:00010000:0.0:1780968271.394180:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000245abd32/0x986691d98c6ecc lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfb7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d13a expref: 139 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.394197:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654784:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.394217:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394225:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394231:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.394592:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2815, 64 off188352 00000001:00080000:0.0:1780968271.394605:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.394628:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394636:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394646:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394651:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000008d4440b already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.394654:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394660:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394672:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb7:0x0].0x0 (00000000c5c081f1) 00010000:00010000:0.0:1780968271.394674:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.394676:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394681:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fcffb lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfb7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394694:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394699:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394704:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394708:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4cc124a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.394710:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394714:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394720:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.394722:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.394724:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394728:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fcfed lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394735:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394740:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394745:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394749:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bfdd51e already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.394751:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394756:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394761:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x434cca07 (0000000044ee349e) 00010000:00010000:0.0:1780968271.394763:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.394765:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.394770:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fcff4 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x434cca07 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395293:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395308:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395317:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395331:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395337:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395343:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395399:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395410:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000057d18c36/0x986691d98c6eef lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfb8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d141 expref: 138 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395417:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395447:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000057d18c36/0x986691d98c6eef lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d141 expref: 138 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.395458:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000057d18c36/0x986691d98c6eef lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d141 expref: 138 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.395470:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654848:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.395518:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.402627:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968271.403105:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057d18c36/0x986691d98c6eef lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfb8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d141 expref: 138 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.403145:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654848:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.403173:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403183:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403189:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.403554:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3824, 64 off252992 00000001:00080000:0.0:1780968271.403567:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.403588:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403596:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403608:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403614:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.403617:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403623:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403633:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb8:0x0].0x0 (000000004a7f81ad) 00010000:00010000:0.0:1780968271.403635:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.403638:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403643:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd010 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403658:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403663:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403669:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403674:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.403676:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403681:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403688:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.403690:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.403691:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403696:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd002 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403704:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403710:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403715:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403720:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.403722:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403728:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403735:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x661b1260 (0000000092e835e1) 00010000:00010000:0.0:1780968271.403737:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.403739:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403745:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd009 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x661b1260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403825:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403967:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403975:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403989:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.403996:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.404002:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.404050:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.404060:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 137 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.404067:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.404095:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 137 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.404108:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 137 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.404153:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654912:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.404258:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.407250:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654912:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.407280:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.410690:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.411026:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396352 00010000:00010000:3.0:1780968271.411064:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 138 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.411196:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8917 00000100:00100000:3.0:1780968271.411203:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e392a76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+138:2220:x1867475545396352:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968271.411218:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.411224:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 138 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.411241:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 138 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.411261:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008d8e8bd8/0x986691d98c6f12 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfb9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d148 expref: 138 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.411277:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb9:0x0].0x0 (000000003f5b3ec5) 00010000:00010000:3.0:1780968271.411281:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.411291:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.411299:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.411323:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.411377:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e392a76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+137:2220:x1867475545396352:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 173us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.411385:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8917 00010000:00010000:0.0:1780968271.411441:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411460:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.411819:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2816, 64 off188416 00000001:00080000:0.0:1780968271.411832:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.411853:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411861:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411867:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411876:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.411880:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411885:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411895:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfb9:0x0].0x0 (000000003f5b3ec5) 00010000:00010000:0.0:1780968271.411897:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.411900:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411905:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd025 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfb9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411918:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411936:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411941:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411946:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.411948:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411953:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411961:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.411963:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.411965:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411971:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd017 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411979:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411985:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411990:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.411994:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.411995:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412000:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412006:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x88e95aba (00000000ccfb2851) 00010000:00010000:0.0:1780968271.412008:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.412010:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412018:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd01e lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x88e95aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412100:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412111:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412154:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412168:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412175:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412181:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412231:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412242:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 136 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412248:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412285:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 136 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.412298:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 136 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.412311:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654976:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.412358:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.415195:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551654976:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.415226:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.416984:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.417111:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396416 00010000:00010000:3.0:1780968271.417188:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 137 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.417228:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8918 00000100:00100000:3.0:1780968271.417234:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c014c4c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+137:2220:x1867475545396416:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968271.417248:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.417254:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 137 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.417263:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 137 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.417282:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074c0fcbb/0x986691d98c6f35 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfba:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d14f expref: 137 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.417297:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfba:0x0].0x0 (000000004a6f97fb) 00010000:00010000:3.0:1780968271.417301:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.417310:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.417318:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.417344:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.417387:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c014c4c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+136:2220:x1867475545396416:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 151us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.417394:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8918 00010000:00010000:0.0:1780968271.417770:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.417780:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.418203:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3825, 64 off253056 00000001:00080000:0.0:1780968271.418216:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.418239:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418246:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418253:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418263:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.418266:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418272:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418284:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfba:0x0].0x0 (000000004a6f97fb) 00010000:00010000:0.0:1780968271.418286:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.418289:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418294:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd03a lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418308:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418314:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418320:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418325:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.418327:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418332:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418341:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.418343:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.418345:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418349:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd02c lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418356:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418361:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418366:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418371:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.418373:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418378:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418383:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xabb7a314 (0000000092e835e1) 00010000:00010000:0.0:1780968271.418385:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.418387:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.418397:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd033 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xabb7a314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419445:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419655:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419669:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419686:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419693:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419699:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419767:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419780:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f603dcbe/0x986691d98bf587 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc40:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075b8f9 expref: 135 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419787:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419828:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000f603dcbe/0x986691d98bf587 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc40:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075b8f9 expref: 135 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.419853:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000f603dcbe/0x986691d98bf587 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc40:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075b8f9 expref: 135 pid: 97808 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.419866:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655040:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.419936:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.424415:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655040:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.424445:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.425444:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968271.426475:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.426483:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.426898:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2817, 64 off188480 00000001:00080000:0.0:1780968271.426912:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.426952:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.426960:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.426966:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.426977:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.426981:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.426987:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.426997:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc40:0x0].0x0 (00000000e3a248a8) 00010000:00010000:0.0:1780968271.426999:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.427002:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427007:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd04f lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427023:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427028:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427033:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427038:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.427040:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427045:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427052:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.427054:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.427056:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427061:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd041 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427070:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427075:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427081:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427086:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.427088:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427094:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427100:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2336bbcc (00000000ccfb2851) 00010000:00010000:0.0:1780968271.427102:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.427104:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427138:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd048 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427233:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427244:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427252:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427264:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427270:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427275:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427321:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427332:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008ce6b1d0/0x986691d98c009a lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc91:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb30 expref: 134 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427338:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427372:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000008ce6b1d0/0x986691d98c009a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc91:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb30 expref: 134 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.427385:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000008ce6b1d0/0x986691d98c009a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc91:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb30 expref: 134 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.427398:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655104:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.427444:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:3.0:1780968271.431391:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.431594:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655104:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.431622:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432197:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432206:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.432577:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3826, 64 off253120 00000001:00080000:0.0:1780968271.432589:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.432613:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432621:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432627:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432638:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000008d4440b already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.432641:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432647:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432656:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc91:0x0].0x0 (0000000018488f0f) 00010000:00010000:0.0:1780968271.432659:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.432661:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432666:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd064 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432683:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432689:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432694:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432699:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bfdd51e already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.432701:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432705:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432712:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.432715:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.432716:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432721:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd056 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432729:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432734:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432738:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432742:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4cc124a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.432743:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432748:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432753:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x99bd695d (0000000044ee349e) 00010000:00010000:0.0:1780968271.432755:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.432756:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432764:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd05d lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432842:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432854:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432861:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432873:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432880:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432886:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432949:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432960:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000105729e2/0x986691d98c6f58 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfbb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d156 expref: 133 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432966:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.432997:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000105729e2/0x986691d98c6f58 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfbb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d156 expref: 133 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.433010:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000105729e2/0x986691d98c6f58 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d156 expref: 133 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.433022:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655168:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.433077:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000022e26fed going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.438265:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.438394:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396608 00010000:00010000:1.0:1780968271.438430:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000105729e2/0x986691d98c6f58 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfbb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d156 expref: 134 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.438474:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8921 00000100:00100000:1.0:1780968271.438481:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+134:2219:x1867475545396608:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968271.438497:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.438502:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000105729e2/0x986691d98c6f58 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfbb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d156 expref: 134 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.438512:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000105729e2/0x986691d98c6f58 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d156 expref: 134 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.438532:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbb:0x0].0x0 (00000000d4839f66) 00010000:00010000:1.0:1780968271.438537:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.438545:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.438552:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.438573:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.438623:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+134:2219:x1867475545396608:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 142us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.438632:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8921 00010000:00010000:0.0:1780968271.444637:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.444646:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.445342:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2818, 64 off188544 00000001:00080000:0.0:1780968271.445358:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.445382:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445391:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445399:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445404:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.445408:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445415:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445429:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbb:0x0].0x0 (00000000d4839f66) 00010000:00010000:0.0:1780968271.445432:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.445436:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445442:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd079 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfbb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445527:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445534:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445539:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445544:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086967e2c already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.445546:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445551:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445559:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.445561:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.445564:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445569:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd06b lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445578:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445582:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445587:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445592:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.445593:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445598:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445605:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x206afa2f (00000000751ea52d) 00010000:00010000:0.0:1780968271.445607:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.445609:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445613:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd072 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x206afa2f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445697:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fd080 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445710:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fd080 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445718:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fd080 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445731:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fd087 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x43394289 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445738:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fd087 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x43394289 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445743:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fd087 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x43394289 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445797:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fd08e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445809:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 132 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.445816:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fd08e lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.446538:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 132 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.446555:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 132 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.446573:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655232:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.446687:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000be7dc20d going to sleep for 6 seconds 00000100:00100000:3.0:1780968271.461708:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.463273:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396672 00010000:00010000:0.0:1780968271.463316:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 133 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.463355:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8922 00000100:00100000:0.0:1780968271.463363:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+133:2219:x1867475545396672:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:0.0:1780968271.463376:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.463382:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 133 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.463391:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 133 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.463410:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a60c125/0x986691d98c6f7b lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfbc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d15d expref: 133 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.463425:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbc:0x0].0x0 (0000000011414aa4) 00010000:00010000:0.0:1780968271.463428:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fd08e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.463437:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fd08e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.463444:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fd08e lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.463592:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.463693:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+132:2219:x1867475545396672:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 330us (1993us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.463702:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8922 00000100:00100000:0.0:1780968271.471417:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.472594:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396736 00010000:00010000:3.0:1780968271.472629:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000043a7bc39/0x986691d98c6f9e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d164 expref: 132 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.472715:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8923 00000100:00100000:3.0:1780968271.472723:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+132:2220:x1867475545396736:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780968271.472737:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.472743:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000043a7bc39/0x986691d98c6f9e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d164 expref: 132 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.472754:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000043a7bc39/0x986691d98c6f9e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfbd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d164 expref: 132 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.472775:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000043a7bc39/0x986691d98c6f9e lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfbd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d164 expref: 132 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.472790:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbd:0x0].0x0 (00000000286f948e) 00010000:00010000:3.0:1780968271.472794:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd0a3 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.472803:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd0a3 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.472810:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd0a3 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.472850:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.472909:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+131:2220:x1867475545396736:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 186us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.472916:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8923 00000100:00100000:1.0:1780968271.479838:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.480263:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396800 00010000:00010000:3.0:1780968271.480299:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014082afb/0x986691d98c6fc1 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfbe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d16b expref: 131 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.480342:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8924 00000100:00100000:3.0:1780968271.480349:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d0c546 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+131:2220:x1867475545396800:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968271.480365:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.480371:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000014082afb/0x986691d98c6fc1 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfbe:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d16b expref: 131 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.480380:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000014082afb/0x986691d98c6fc1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbe:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d16b expref: 131 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.480401:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbe:0x0].0x0 (00000000f7a90597) 00010000:00010000:3.0:1780968271.480406:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.480415:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.480423:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.480443:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.480677:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d0c546 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+131:2220:x1867475545396800:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 327us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.480687:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8924 00010000:00010000:0.0:1780968271.482876:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.482884:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.483623:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3828, 64 off253248 00000001:00080000:0.0:1780968271.483636:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.483658:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483667:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483675:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483680:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.483683:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483690:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483708:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbe:0x0].0x0 (00000000f7a90597) 00010000:00010000:0.0:1780968271.483712:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.483715:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483721:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd0b8 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483737:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483743:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483749:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483753:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.483755:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483760:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483766:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.483768:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.483770:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483775:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd0aa lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483782:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483788:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483792:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483796:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.483798:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483804:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483811:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x88d5d33c (00000000c918dfb0) 00010000:00010000:0.0:1780968271.483813:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.483814:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.483818:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd0b1 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x88d5d33c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484090:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd0bf lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484105:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd0bf lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484390:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fd0bf lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484522:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd0c6 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xaba41b96 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484532:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd0c6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaba41b96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484539:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fd0c6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaba41b96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484604:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd0cd lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484616:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 129 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484622:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd0cd lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484656:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 129 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.484668:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 129 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.484681:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050a6fc88 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655424:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.484784:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000be7dc20d going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.489204:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.489657:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396864 00010000:00010000:3.0:1780968271.489686:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 130 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.489728:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8925 00000100:00100000:3.0:1780968271.489735:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+130:2219:x1867475545396864:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968271.489750:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.489756:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 130 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.489766:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 130 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.489787:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000628f1475/0x986691d98c6fe4 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfbf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d172 expref: 130 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.489801:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfbf:0x0].0x0 (00000000638124c7) 00010000:00010000:3.0:1780968271.489805:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd0cd lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.489814:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd0cd lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.489822:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fd0cd lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfbf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.489852:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.491496:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+129:2219:x1867475545396864:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 1758us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.491507:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8925 00000100:00100000:0.0:1780968271.516294:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.550353:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.550361:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f40c85be pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655552:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968271.550392:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.550398:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545396992 00010000:00010000:0.0:1780968271.550428:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b5119ecd/0x986691d98c702a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d180 expref: 128 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.550466:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8927 00000100:00100000:0.0:1780968271.550472:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4fc9961 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+128:2220:x1867475545396992:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.550485:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.550497:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000b5119ecd/0x986691d98c702a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d180 expref: 128 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.550508:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000b5119ecd/0x986691d98c702a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d180 expref: 128 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.550528:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b5119ecd/0x986691d98c702a lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d180 expref: 128 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.550542:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc1:0x0].0x0 (0000000072458813) 00010000:00010000:0.0:1780968271.550545:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.550554:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.550560:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.550585:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.550628:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4fc9961 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+127:2220:x1867475545396992:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 155us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.550636:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8927 00010000:00010000:0.0:1780968271.550768:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.550775:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.551154:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2821, 64 off188736 00000001:00080000:0.0:1780968271.551167:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.551188:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551196:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551201:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551206:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000027a50f65 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.551209:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551215:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551223:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc1:0x0].0x0 (0000000072458813) 00010000:00010000:0.0:1780968271.551227:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.551230:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551235:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd0f7 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551247:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551251:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551255:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551259:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011cf5c3a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.551261:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551266:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551271:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.551273:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.551275:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551279:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd0e9 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551286:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551292:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551296:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551301:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.551302:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551307:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551313:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xf140ac4a (0000000094f6cdd7) 00010000:00010000:0.0:1780968271.551315:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.551317:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551321:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd0f0 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xf140ac4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551402:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd0fe lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551412:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd0fe lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551419:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fd0fe lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551436:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd105 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x140ef4a3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551443:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd105 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x140ef4a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551449:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001bfdd51e/0x986691d98fd105 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x140ef4a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551502:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd10c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551512:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000004d88342d/0x986691d98c704d lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfc2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d187 expref: 126 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551518:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd10c lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551548:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000004d88342d/0x986691d98c704d lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d187 expref: 126 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.551560:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000004d88342d/0x986691d98c704d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d187 expref: 126 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.551573:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655616:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.552679:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ac108276 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.568738:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.568856:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655616:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968271.568885:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd10c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.570361:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd10c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.570371:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fd10c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.588582:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8810fd1 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655680:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.588623:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.594544:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.594710:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397120 00010000:00010000:1.0:1780968271.594753:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004520039a/0x986691d98c7070 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d18e expref: 126 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.594810:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8929 00000100:00100000:1.0:1780968271.594817:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032cb92a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+126:2220:x1867475545397120:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780968271.594831:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.594838:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004520039a/0x986691d98c7070 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d18e expref: 126 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.594850:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004520039a/0x986691d98c7070 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d18e expref: 126 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.594872:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004520039a/0x986691d98c7070 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d18e expref: 126 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.594890:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc3:0x0].0x0 (00000000f7e7bbe1) 00010000:00010000:1.0:1780968271.594895:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.594904:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.594912:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.594955:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.595014:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032cb92a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+125:2220:x1867475545397120:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 196us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.595034:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8929 00010000:00010000:1.0:1780968271.595182:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.595191:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.595564:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2822, 64 off188800 00000001:00080000:1.0:1780968271.595577:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.595958:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596245:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596252:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596259:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de9c597f already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.596262:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596271:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596283:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc3:0x0].0x0 (00000000f7e7bbe1) 00010000:00010000:1.0:1780968271.596286:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.596289:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596295:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd121 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596313:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596320:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596326:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596331:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.596333:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596339:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596346:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.596348:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.596350:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596356:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd113 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596363:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596369:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596374:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596386:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006280ff7c already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.596388:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596393:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596400:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x36dd3cfd (000000006fbbf2f4) 00010000:00010000:1.0:1780968271.596402:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.596404:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596410:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd11a lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x36dd3cfd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596506:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596520:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596529:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596544:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596551:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.596562:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.597864:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.597883:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 124 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.597891:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.597945:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 124 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.597959:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 124 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.598234:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655744:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.602462:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.610178:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.610240:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397184 00010000:00010000:1.0:1780968271.610276:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 125 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.610311:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8930 00000100:00100000:1.0:1780968271.610318:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ddc1091 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+125:2220:x1867475545397184:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780968271.610338:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.610345:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 125 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.610360:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 125 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.610386:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc4:0x0].0x0 (000000008024e08b) 00010000:00010000:1.0:1780968271.610404:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.610413:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.610420:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.610444:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.610639:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ddc1091 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+125:2220:x1867475545397184:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 319us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.610648:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8930 00010000:00010000:1.0:1780968271.610709:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cd74f5e/0x986691d98c7093 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d195 expref: 124 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.610722:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655744:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.610740:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.610752:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.610758:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.611729:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3831, 64 off253440 00000001:00080000:1.0:1780968271.611745:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.611773:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.611783:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.611790:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.611796:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090f9f0fb already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.611800:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.611807:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612008:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc4:0x0].0x0 (000000008024e08b) 00010000:00010000:1.0:1780968271.612012:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.612017:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612023:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd136 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612042:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612049:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612054:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612059:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004901f285 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.612061:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612066:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612074:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.612075:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.612077:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612083:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd128 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612090:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612097:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612107:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612112:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d066f583 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.612114:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612143:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612152:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x59ab8557 (000000001b90564d) 00010000:00010000:1.0:1780968271.612155:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.612156:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612162:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd12f lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x59ab8557 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612243:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd13d lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612256:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd13d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612264:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd13d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612275:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd144 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xc6e037a5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612286:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd144 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612291:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd144 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612348:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd14b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612360:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4756fd7/0x986691d98c00bd lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc92:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb37 expref: 123 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.612366:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd14b lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.613210:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e4756fd7/0x986691d98c00bd lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc92:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb37 expref: 123 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.613226:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000e4756fd7/0x986691d98c00bd lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc92:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb37 expref: 123 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.613239:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655808:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.613312:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000001:00080000:0.0:1780968271.621948:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294975921 is committed 00000100:00100000:3.0:1780968271.624762:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1780968271.628957:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd14b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.628978:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd14b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.639277:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968271.639876:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.639885:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.640465:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2824, 64 off188928 00000001:00080000:0.0:1780968271.640483:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.640511:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640521:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640528:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640535:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.640539:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640547:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640559:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc5:0x0].0x0 (0000000037d13ad9) 00010000:00010000:0.0:1780968271.640562:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.640565:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640571:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fd160 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640592:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640597:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640603:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640608:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330778c8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.640610:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640615:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640621:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.640623:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.640624:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640629:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98fd152 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640636:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640640:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640648:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640653:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006280ff7c already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.640654:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640658:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640663:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x4d8dc878 (00000000d3cafa04) 00010000:00010000:0.0:1780968271.640664:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.640666:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640669:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98fd159 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4d8dc878 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640772:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640786:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640797:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640813:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640825:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640832:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640887:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640901:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 121 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640908:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640962:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 121 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.640979:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 121 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.640995:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655936:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.641063:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000004733b776 going to sleep for 6 seconds 00000100:00100000:3.0:1780968271.647403:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.647494:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551655936:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.647532:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.647637:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397376 00010000:00010000:1.0:1780968271.647686:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 122 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.647736:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8933 00000100:00100000:1.0:1780968271.647745:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+122:2219:x1867475545397376:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:1.0:1780968271.647765:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.647772:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 122 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.647784:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 122 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.647808:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3fa96da/0x986691d98c70d9 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1a3 expref: 122 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.647827:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc6:0x0].0x0 (00000000c5dc84bb) 00010000:00010000:1.0:1780968271.647832:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.647843:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.647851:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.647883:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.647965:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+121:2219:x1867475545397376:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 219us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.647972:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8933 00010000:00010000:0.0:1780968271.648154:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648164:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.648639:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3832, 64 off253504 00000001:00080000:0.0:1780968271.648657:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.648684:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648693:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648700:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648707:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.648711:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648719:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648730:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc6:0x0].0x0 (00000000c5dc84bb) 00010000:00010000:0.0:1780968271.648733:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.648736:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648741:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd175 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648760:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648766:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648771:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648775:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.648776:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648780:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648787:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.648789:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.648791:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648796:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd167 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648804:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648810:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648814:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648823:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.648825:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648830:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648836:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x705c10d1 (0000000044ee349e) 00010000:00010000:0.0:1780968271.648838:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.648840:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648844:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd16e lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x705c10d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648954:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648967:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648975:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648989:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.648996:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.649006:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.649063:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.649075:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa50d1c4/0x986691d98c70fc lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfc7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1aa expref: 120 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.649082:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.649188:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000aa50d1c4/0x986691d98c70fc lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1aa expref: 120 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.649202:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa50d1c4/0x986691d98c70fc lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1aa expref: 120 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.649217:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656000:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.649294:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000004733b776 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.654883:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656000:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968271.654886:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968271.654946:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.659499:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8934 00000100:00100000:1.0:1780968271.659516:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092ff54dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+121:2220:x1867475545397440:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968271.659547:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.659562:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000aa50d1c4/0x986691d98c70fc lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1aa expref: 121 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.659579:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000aa50d1c4/0x986691d98c70fc lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1aa expref: 121 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.659608:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa50d1c4/0x986691d98c70fc lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1aa expref: 121 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:1.0:1780968271.659636:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc7:0x0].0x0 (00000000b59ef5a0) 00010000:00010000:1.0:1780968271.659642:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.659654:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.659663:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.659708:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.659807:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092ff54dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+120:2220:x1867475545397440:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 293us (4933us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.659816:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8934 00010000:00010000:0.0:1780968271.660167:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660178:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.660853:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2825, 64 off188992 00000001:00080000:0.0:1780968271.660867:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.660893:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660902:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660909:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660916:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.660930:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660938:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660951:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc7:0x0].0x0 (00000000b59ef5a0) 00010000:00010000:0.0:1780968271.660954:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.660958:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660964:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd18a lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660984:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660990:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.660996:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661002:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.661003:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661008:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661014:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.661016:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.661018:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661022:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd17c lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661031:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661036:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661042:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661047:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.661048:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661054:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661061:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x932a592b (0000000092e835e1) 00010000:00010000:0.0:1780968271.661062:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.661064:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661068:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd183 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x932a592b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661816:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661837:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661848:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661863:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661869:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661875:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661961:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661976:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 119 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.661983:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.662025:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 119 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.662040:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 119 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.662056:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656064:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.662154:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000004733b776 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.672359:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656064:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.672398:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.679619:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397504 00010000:00010000:3.0:1780968271.679658:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 120 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.679699:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8935 00000100:00100000:3.0:1780968271.679707:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000004e62fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+120:2220:x1867475545397504:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968271.679723:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.679729:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 120 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.679744:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 120 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.679765:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000968e1613/0x986691d98c711f lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b1 expref: 120 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.679784:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc8:0x0].0x0 (0000000027c74a9c) 00010000:00010000:3.0:1780968271.679788:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.679796:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.679804:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.679834:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.679890:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000004e62fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+119:2220:x1867475545397504:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 181us (447us total) trans 0 rc 0/0 00010000:00010000:0.0:1780968271.679893:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.679903:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8935 00010000:00010000:0.0:1780968271.679927:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.681537:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3833, 64 off253568 00000001:00080000:0.0:1780968271.681556:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.681585:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681599:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681607:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681615:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.681619:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681629:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681647:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc8:0x0].0x0 (0000000027c74a9c) 00010000:00010000:0.0:1780968271.681650:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.681654:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681660:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd19f lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681682:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681688:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681693:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681704:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.681706:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681712:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681719:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.681721:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.681723:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681728:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd191 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681738:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681743:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681749:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681753:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.681755:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681760:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681768:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xb5f8a185 (0000000044ee349e) 00010000:00010000:0.0:1780968271.681770:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.681772:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.681777:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd198 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xb5f8a185 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683476:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683509:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683525:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683545:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683553:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683559:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683671:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683688:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 118 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683696:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683750:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 118 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.683769:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 118 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.683785:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656128:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.683894:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000004733b776 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.688753:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656128:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.688787:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.692320:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397568 00010000:00010000:3.0:1780968271.692365:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 119 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.692424:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8936 00000100:00100000:3.0:1780968271.692430:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0753263 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+119:2220:x1867475545397568:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780968271.692446:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.692461:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 119 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.692472:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 119 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.692500:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086be163d/0x986691d98c7142 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfc9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1b8 expref: 119 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.692514:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc9:0x0].0x0 (0000000083db6a99) 00010000:00010000:3.0:1780968271.692518:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.692527:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.692535:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.692564:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.692619:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0753263 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+118:2220:x1867475545397568:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 187us (4111us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.692626:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8936 00010000:00010000:0.0:1780968271.694190:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694217:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.694748:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2826, 64 off189056 00000001:00080000:0.0:1780968271.694766:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.694795:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694805:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694817:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694823:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.694827:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694834:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694853:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfc9:0x0].0x0 (0000000083db6a99) 00010000:00010000:0.0:1780968271.694856:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.694860:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694866:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd1b4 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfc9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694891:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694897:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694902:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694906:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.694909:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694914:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694935:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.694937:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.694940:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.694945:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd1a6 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695330:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695337:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695343:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695349:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.695351:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695356:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695365:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xd8c6e9df (0000000092e835e1) 00010000:00010000:0.0:1780968271.695367:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.695370:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.695376:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd1ad lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd8c6e9df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699455:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699492:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699508:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699528:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699535:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699541:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699652:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699667:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 117 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699675:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699726:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 117 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.699744:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 117 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.699760:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ddc1091 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656192:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.699871:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:3.0:1780968271.707553:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397632 00010000:00010000:3.0:1780968271.707598:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 118 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.708331:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8937 00000100:00100000:3.0:1780968271.708341:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000215d0b89 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+118:2219:x1867475545397632:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968271.708366:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.708374:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 118 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.708389:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 118 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.708416:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfca:0x0].0x0 (00000000f97aa9fa) 00010000:00010000:3.0:1780968271.708421:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.708432:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.708441:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.708466:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.708528:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000215d0b89 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+118:2219:x1867475545397632:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 188us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.708536:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8937 00010000:00010000:1.0:1780968271.709235:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c1189da9/0x986691d98c7165 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfca:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1bf expref: 117 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.709268:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ddc1091 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656192:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.709292:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709304:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709310:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.709790:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3834, 64 off253632 00000001:00080000:1.0:1780968271.709806:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.709836:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709844:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709852:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709857:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090f9f0fb already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.709861:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709869:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709884:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfca:0x0].0x0 (00000000f97aa9fa) 00010000:00010000:1.0:1780968271.709888:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.709892:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709897:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1c9 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709915:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709934:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709939:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709944:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d066f583 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.709946:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709960:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709968:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.709970:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.709973:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709977:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1bb lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709986:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709992:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.709997:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710003:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004901f285 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.710005:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710012:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710019:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xfb953238 (000000001b90564d) 00010000:00010000:1.0:1780968271.710021:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.710023:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710027:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1c2 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xfb953238 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710164:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710180:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710190:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710210:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710217:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710223:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710282:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710294:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 116 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710301:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710340:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 116 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.710355:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 116 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.710371:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ddc1091 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656256:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.710460:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.716742:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ddc1091 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656256:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.716783:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.721666:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.721828:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397696 00010000:00010000:0.0:1780968271.721886:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 117 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.721964:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8938 00000100:00100000:0.0:1780968271.721974:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ddc1091 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+117:2219:x1867475545397696:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.721997:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.722004:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 117 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.722017:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 117 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.722042:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e73273fb/0x986691d98c7188 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfcb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1c6 expref: 117 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.722060:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcb:0x0].0x0 (0000000033d89b9c) 00010000:00010000:0.0:1780968271.722065:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.722076:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.722086:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.722180:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.722249:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ddc1091 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+116:2219:x1867475545397696:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 275us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.722257:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8938 00010000:00010000:1.0:1780968271.722397:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.722406:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.722928:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2827, 64 off189120 00000001:00080000:1.0:1780968271.722946:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.722988:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.722998:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723005:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723011:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2419065 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.723016:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723024:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723036:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcb:0x0].0x0 (0000000033d89b9c) 00010000:00010000:1.0:1780968271.723039:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.723043:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723053:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1de lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723074:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723081:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723086:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723091:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.723094:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723100:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723107:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.723109:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.723111:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723166:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd1d0 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723176:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723187:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723193:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723198:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.723200:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723205:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723212:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x1e637a92 (00000000338174e3) 00010000:00010000:1.0:1780968271.723214:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.723217:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723222:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd1d7 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1e637a92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723335:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723350:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723358:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723377:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723384:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723390:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723454:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723468:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 115 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723475:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723522:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 115 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.723537:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 115 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.723553:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005004581e pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656320:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.723628:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.726943:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005004581e pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656320:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.726991:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.730345:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.730602:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397760 00010000:00010000:3.0:1780968271.730650:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 116 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.730702:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8939 00000100:00100000:3.0:1780968271.730710:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005004581e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+116:2220:x1867475545397760:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968271.730729:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.730736:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 116 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.730748:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 116 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.730773:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000febe26d5/0x986691d98c71ab lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfcc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1cd expref: 116 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.730793:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcc:0x0].0x0 (0000000023504208) 00010000:00010000:3.0:1780968271.730798:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.730809:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.730817:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.730856:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.730981:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005004581e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+115:2220:x1867475545397760:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 271us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.730990:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8939 00010000:00010000:1.0:1780968271.732143:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732163:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.732646:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3835, 64 off253696 00000001:00080000:1.0:1780968271.732661:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.732688:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732697:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732705:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732712:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090f9f0fb already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.732716:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732723:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732739:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcc:0x0].0x0 (0000000023504208) 00010000:00010000:1.0:1780968271.732742:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.732745:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732757:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd1f3 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732781:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732786:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732792:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732797:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004901f285 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.732799:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732804:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732811:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.732813:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.732814:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.732819:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd1e5 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733053:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733065:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733071:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733076:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d066f583 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.733079:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733083:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733091:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x4131c2ec (000000001b90564d) 00010000:00010000:1.0:1780968271.733094:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.733096:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733101:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd1ec lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4131c2ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733288:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733306:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733316:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733336:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733342:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733348:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733416:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733430:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 114 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733437:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733524:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 114 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.733541:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 114 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.733558:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656384:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.733639:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.749843:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397824 00010000:00010000:0.0:1780968271.749908:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 115 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.749982:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8940 00000100:00100000:0.0:1780968271.749991:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082e382dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+115:2220:x1867475545397824:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.750011:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.750017:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 115 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.750031:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 115 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.750059:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcd:0x0].0x0 (000000003718457b) 00010000:00010000:0.0:1780968271.750065:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.750076:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.750085:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.750156:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.750244:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082e382dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+115:2220:x1867475545397824:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 254us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.750252:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8940 00010000:00010000:1.0:1780968271.756168:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000006fdfac4/0x986691d98c71ce lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfcd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1d4 expref: 114 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.756223:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656384:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.756259:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.762193:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.762219:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968271.762737:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2828, 64 off189184 00000001:00080000:0.0:1780968271.763048:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968271.763085:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763097:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763105:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763111:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000902e4db already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.763153:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763162:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763290:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcd:0x0].0x0 (000000003718457b) 00010000:00010000:0.0:1780968271.763295:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968271.763300:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763307:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fd208 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfcd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763334:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763341:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763348:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763354:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2419065 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.763357:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763362:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763370:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968271.763372:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.763374:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763381:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fd1fa lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763394:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763401:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763407:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763412:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa812482 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968271.763414:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763419:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763425:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x64000b45 (000000003c992eb1) 00010000:00010000:0.0:1780968271.763427:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968271.763429:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763434:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fd201 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x64000b45 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763559:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd20f lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763576:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd20f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763593:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f880376/0x986691d98fd20f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763614:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd216 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x86ce539f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763622:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd216 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x86ce539f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763629:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fd216 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x86ce539f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763708:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd21d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763725:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 113 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763733:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd21d lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763861:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 113 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.763880:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 113 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.763897:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656448:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968271.764378:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000004733b776 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.769907:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656448:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.769975:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd21d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.769997:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397888 00010000:00010000:3.0:1780968271.770037:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 114 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.770077:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8941 00000100:00100000:3.0:1780968271.770083:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b7a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+114:2219:x1867475545397888:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968271.770099:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.770105:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 114 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.770155:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 114 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.770189:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a5f6019/0x986691d98c71f1 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfce:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1db expref: 114 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.770207:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfce:0x0].0x0 (00000000ad2a36f5) 00010000:00010000:3.0:1780968271.770211:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd21d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.770220:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd21d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.770227:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fd21d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.770262:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.770318:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b7a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+113:2219:x1867475545397888:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 234us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.770326:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8941 00000100:00100000:0.0:1780968271.777496:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000377fd641 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551656512:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968271.777537:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd232 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968271.778773:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.779640:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545397952 00010000:00010000:3.0:1780968271.779680:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b96952db/0x986691d98c00e0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc93:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb3e expref: 113 pid: 103628 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.779725:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8942 00000100:00100000:3.0:1780968271.779732:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3befcea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+113:2219:x1867475545397952:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968271.779745:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.779750:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000b96952db/0x986691d98c00e0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc93:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb3e expref: 113 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.779760:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000b96952db/0x986691d98c00e0 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc93:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb3e expref: 113 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.779779:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b96952db/0x986691d98c00e0 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc93:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb3e expref: 113 pid: 103628 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.779793:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc93:0x0].0x0 (0000000010917272) 00010000:00010000:3.0:1780968271.779797:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd232 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.779806:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd232 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.779813:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd232 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.779856:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.779909:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3befcea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+112:2219:x1867475545397952:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 176us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.779929:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8942 00000100:00100000:1.0:1780968271.786864:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.787054:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398016 00010000:00010000:0.0:1780968271.787087:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3e71996/0x986691d98c7214 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfcf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1e2 expref: 112 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.787145:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8943 00000100:00100000:0.0:1780968271.787150:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d0c546 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+112:2220:x1867475545398016:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.787162:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.787166:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e3e71996/0x986691d98c7214 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfcf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1e2 expref: 112 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.787173:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e3e71996/0x986691d98c7214 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfcf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1e2 expref: 112 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.787189:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfcf:0x0].0x0 (00000000f1f3f001) 00010000:00010000:0.0:1780968271.787192:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd247 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfcf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.787198:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd247 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfcf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.787203:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd247 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfcf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.787222:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.787258:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d0c546 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+112:2220:x1867475545398016:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 108us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.787262:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8943 00000100:00100000:3.0:1780968271.793503:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.793657:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398080 00010000:00010000:0.0:1780968271.793694:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bba569b9/0x986691d98c7237 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1e9 expref: 111 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.793739:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8944 00000100:00100000:0.0:1780968271.793746:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+111:2220:x1867475545398080:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1780968271.793761:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.793768:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bba569b9/0x986691d98c7237 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1e9 expref: 111 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.793778:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bba569b9/0x986691d98c7237 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1e9 expref: 111 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.793799:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd0:0x0].0x0 (000000003fef055c) 00010000:00010000:0.0:1780968271.793804:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd25c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.793814:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd25c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.793822:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd25c lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.793851:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.793898:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+111:2220:x1867475545398080:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 152us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.793906:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8944 00000100:00100000:3.0:1780968271.801774:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.801889:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398144 00010000:00010000:0.0:1780968271.801932:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b336df/0x986691d98c725a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f0 expref: 110 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.801973:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8945 00000100:00100000:0.0:1780968271.801979:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0732212 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+110:2220:x1867475545398144:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.801994:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.801999:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b336df/0x986691d98c725a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f0 expref: 110 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.802010:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b336df/0x986691d98c725a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f0 expref: 110 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.802030:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b336df/0x986691d98c725a lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfd1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f0 expref: 110 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.802046:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd1:0x0].0x0 (00000000a50da702) 00010000:00010000:0.0:1780968271.802049:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd271 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.802057:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd271 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.802069:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd271 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.802099:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.802179:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0732212 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+109:2220:x1867475545398144:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 199us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.802187:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8945 00000100:00100000:1.0:1780968271.806306:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.806627:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398208 00010000:00010000:3.0:1780968271.806659:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074a2be31/0x986691d98c727d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f7 expref: 109 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.806728:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8946 00000100:00100000:3.0:1780968271.806736:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e49f8af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+109:2220:x1867475545398208:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968271.806750:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.806755:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000074a2be31/0x986691d98c727d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f7 expref: 109 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.806765:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000074a2be31/0x986691d98c727d lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f7 expref: 109 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.806784:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074a2be31/0x986691d98c727d lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfd2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1f7 expref: 109 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.806799:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd2:0x0].0x0 (000000004d8cd3f4) 00010000:00010000:3.0:1780968271.806803:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd286 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.806811:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd286 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.806819:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd286 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.806857:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.806907:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e49f8af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+108:2220:x1867475545398208:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 170us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.806914:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8946 00000100:00100000:1.0:1780968271.811534:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.811603:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398272 00010000:00010000:3.0:1780968271.811637:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019120607/0x986691d98c72a0 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1fe expref: 108 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.811675:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8947 00000100:00100000:3.0:1780968271.811682:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063118d74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+108:2220:x1867475545398272:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780968271.811698:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.811703:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000019120607/0x986691d98c72a0 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1fe expref: 108 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.811714:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000019120607/0x986691d98c72a0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d1fe expref: 108 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.811734:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd3:0x0].0x0 (00000000f3a2cd92) 00010000:00010000:3.0:1780968271.811738:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd29b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.811747:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd29b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.811755:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd29b lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.811778:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.811830:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063118d74 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+108:2220:x1867475545398272:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 144us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.811838:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8947 00000100:00100000:1.0:1780968271.819494:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.820258:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398336 00010000:00010000:0.0:1780968271.820294:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d351e298/0x986691d98c72c3 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d205 expref: 107 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.820369:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8948 00000100:00100000:0.0:1780968271.820375:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ceddde3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+107:2219:x1867475545398336:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1780968271.820390:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.820395:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d351e298/0x986691d98c72c3 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d205 expref: 107 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.820405:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d351e298/0x986691d98c72c3 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d205 expref: 107 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.820424:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd4:0x0].0x0 (000000003d4620c2) 00010000:00010000:0.0:1780968271.820428:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd2b0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.820437:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd2b0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.820449:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd2b0 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.820468:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.820517:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ceddde3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+107:2219:x1867475545398336:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 141us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.820525:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8948 00000100:00100000:1.0:1780968271.824337:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.824536:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398400 00010000:00010000:3.0:1780968271.824566:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005f1765c5/0x986691d98c72e6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d20c expref: 106 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:3.0:1780968271.824605:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8949 00000100:00100000:3.0:1780968271.824611:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b427ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+106:2220:x1867475545398400:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968271.824625:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.824630:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005f1765c5/0x986691d98c72e6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d20c expref: 106 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.824639:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005f1765c5/0x986691d98c72e6 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d20c expref: 106 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.824658:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f1765c5/0x986691d98c72e6 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfd5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d20c expref: 106 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:3.0:1780968271.824675:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd5:0x0].0x0 (0000000080b65345) 00010000:00010000:3.0:1780968271.824679:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.824688:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.824700:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.824733:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.824776:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b427ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+105:2220:x1867475545398400:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 165us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.824784:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8949 00010000:00010000:1.0:1780968271.825765:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.825778:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.826398:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2832, 64 off189440 00000001:00080000:1.0:1780968271.826413:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.826438:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826447:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826454:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826460:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.826464:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826470:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826482:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd5:0x0].0x0 (0000000080b65345) 00010000:00010000:1.0:1780968271.826485:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.826488:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826493:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fd2c5 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfd5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826510:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826515:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826520:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826525:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.826527:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826532:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826538:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.826541:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.826542:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826548:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fd2b7 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826558:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826562:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826567:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826572:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.826574:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826578:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826585:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x4b8648da (00000000d739a7f9) 00010000:00010000:1.0:1780968271.826587:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.826588:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826593:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fd2be lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x4b8648da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826727:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd2cc lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826740:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd2cc lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826749:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fd2cc lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826763:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd2d3 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x6e549134 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826770:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd2d3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x6e549134 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.826775:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004901f285/0x986691d98fd2d3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x6e549134 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.829315:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd2da lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.829348:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 104 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.829356:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd2da lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.829399:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 104 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.829416:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 104 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:1.0:1780968271.829429:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e392a76 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657024:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.829495:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.835316:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.835705:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398464 00010000:00010000:0.0:1780968271.835737:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 105 pid: 97811 timeout: 4993 lvb_type: 0 00000100:00100000:0.0:1780968271.835775:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8950 00000100:00100000:0.0:1780968271.835781:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c014c4c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+105:2219:x1867475545398464:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.835795:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.835801:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 105 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.835812:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 105 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.835947:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009abf8163/0x986691d98c7309 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfd6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d213 expref: 105 pid: 97811 timeout: 4993 lvb_type: 0 00010000:00010000:0.0:1780968271.835965:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd6:0x0].0x0 (00000000109c535d) 00010000:00010000:0.0:1780968271.835969:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd2da lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.835982:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd2da lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.835989:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fd2da lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.836020:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.837276:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c014c4c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+104:2219:x1867475545398464:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 1491us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.837285:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8950 00000100:00100000:1.0:1780968271.843500:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.843643:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398528 00010000:00010000:0.0:1780968271.843680:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013b464ed/0x986691d98c732c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d21a expref: 104 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968271.843731:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8951 00000100:00100000:0.0:1780968271.843738:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e46ac2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+104:2220:x1867475545398528:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1780968271.843751:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.843757:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000013b464ed/0x986691d98c732c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d21a expref: 104 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.843768:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000013b464ed/0x986691d98c732c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d21a expref: 104 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.843788:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd7:0x0].0x0 (0000000023b6e339) 00010000:00010000:0.0:1780968271.843793:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd2ef lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.843808:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd2ef lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.843816:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd2ef lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.843842:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.843889:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e46ac2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+104:2220:x1867475545398528:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 151us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.843897:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8951 00000100:00100000:3.0:1780968271.850335:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398592 00010000:00010000:3.0:1780968271.850371:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fb34b88/0x986691d98c734f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d221 expref: 103 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.850411:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8952 00000100:00100000:3.0:1780968271.850417:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c801be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+103:2220:x1867475545398592:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968271.850432:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.850438:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000009fb34b88/0x986691d98c734f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfd8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d221 expref: 103 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.850448:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000009fb34b88/0x986691d98c734f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d221 expref: 103 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.850469:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd8:0x0].0x0 (0000000001aae61d) 00010000:00010000:3.0:1780968271.850473:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.850482:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.850493:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.850513:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.850601:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c801be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+103:2220:x1867475545398592:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 183us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.850608:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8952 00010000:00010000:1.0:1780968271.851065:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fb34b88/0x986691d98c734f lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfd8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d221 expref: 102 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.851082:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b873e3ee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657152:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.851101:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851109:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851114:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.851497:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3842, 64 off254144 00000001:00080000:1.0:1780968271.851513:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.851536:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851544:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851555:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851561:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.851564:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851571:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851581:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd8:0x0].0x0 (0000000001aae61d) 00010000:00010000:1.0:1780968271.851584:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.851586:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851591:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac70aecb/0x986691d98fd304 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfd8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851604:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851609:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851614:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851619:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000027a50f65 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.851620:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851626:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851632:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.851634:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.851636:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851642:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000027a50f65/0x986691d98fd2f6 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851650:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851655:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851659:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851664:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.851665:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851669:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851675:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xb3f121e8 (000000003216cfbc) 00010000:00010000:1.0:1780968271.851677:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.851679:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851684:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fd2fd lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xb3f121e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851771:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851782:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851789:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851801:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851807:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851813:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851871:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851882:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 101 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851889:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.851929:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 101 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.852034:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 101 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.852051:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657216:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.852149:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.856616:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657216:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.856646:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.856899:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398656 00010000:00010000:0.0:1780968271.856939:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 102 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968271.856983:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8953 00000100:00100000:0.0:1780968271.856989:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+102:2220:x1867475545398656:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1780968271.857004:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.857010:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 102 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.857020:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 102 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.857040:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000066a01b7/0x986691d98c0103 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc94:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb45 expref: 102 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.857064:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc94:0x0].0x0 (000000003d43805b) 00010000:00010000:0.0:1780968271.857070:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.857079:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.857087:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.857138:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780968271.857141:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857148:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.857194:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+101:2220:x1867475545398656:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 205us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.857202:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8953 00000040:00080000:1.0:1780968271.857520:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2834, 64 off189568 00000001:00080000:1.0:1780968271.857533:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.857557:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857564:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857571:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857581:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.857584:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857591:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857600:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc94:0x0].0x0 (000000003d43805b) 00010000:00010000:1.0:1780968271.857602:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.857604:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857609:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd319 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857624:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857629:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857634:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857639:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.857641:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857646:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857653:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.857655:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.857657:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857661:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd30b lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857669:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857675:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857680:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857685:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.857686:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857692:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857699:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2125d436 (00000000338174e3) 00010000:00010000:1.0:1780968271.857702:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.857703:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857712:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd312 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857802:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857812:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857820:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857832:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857838:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857844:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857897:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857909:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 100 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857915:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857957:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 100 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.857968:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 100 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.857980:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657280:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.858038:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.862007:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657280:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.862032:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.862294:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398720 00010000:00010000:3.0:1780968271.862328:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 101 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.862368:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8954 00000100:00100000:3.0:1780968271.862374:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+101:2219:x1867475545398720:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780968271.862389:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.862395:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 101 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.862405:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 101 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.862425:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003dd9ad7a/0x986691d98c7372 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfd9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d228 expref: 101 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.862437:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd9:0x0].0x0 (0000000028519c1f) 00010000:00010000:3.0:1780968271.862442:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.862455:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.862463:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.862627:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.862682:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+100:2219:x1867475545398720:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 306us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.862690:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8954 00010000:00010000:1.0:1780968271.866361:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866381:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.866779:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2835, 64 off189632 00000001:00080000:1.0:1780968271.866793:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.866816:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866838:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866846:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866857:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.866861:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866868:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866883:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfd9:0x0].0x0 (0000000028519c1f) 00010000:00010000:1.0:1780968271.866886:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.866891:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866896:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd32e lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfd9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866915:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866930:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866935:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866939:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.866952:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866958:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866966:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.866968:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.866969:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866974:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd320 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866982:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866987:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866991:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.866995:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.866996:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867001:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867006:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xa7d36508 (00000000e6d16bc9) 00010000:00010000:1.0:1780968271.867008:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.867009:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867017:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd327 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa7d36508 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867106:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867153:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867567:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867582:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867589:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867595:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867658:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867672:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867679:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867718:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.867731:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 99 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.867743:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657344:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.867868:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.871568:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657344:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.871594:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.873190:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398784 00010000:00010000:3.0:1780968271.873224:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 100 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.873266:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8955 00000100:00100000:3.0:1780968271.873273:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4259200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+100:2220:x1867475545398784:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968271.873286:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.873291:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 100 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.873302:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 100 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.873323:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026b930c1/0x986691d98c7395 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfda:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d22f expref: 100 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.873338:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfda:0x0].0x0 (000000006dbd7604) 00010000:00010000:3.0:1780968271.873343:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.873352:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.873359:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.873383:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.873435:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4259200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+99:2220:x1867475545398784:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 162us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.873443:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8955 00010000:00010000:1.0:1780968271.875666:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.875685:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.876099:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3843, 64 off254208 00000001:00080000:1.0:1780968271.876112:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.876203:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876211:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876217:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876227:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.876231:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876237:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876252:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfda:0x0].0x0 (000000006dbd7604) 00010000:00010000:1.0:1780968271.876254:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.876258:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876263:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd343 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876282:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876288:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876294:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876300:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000009ea9ce0 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.876302:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876307:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876314:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.876316:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.876318:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876323:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd335 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876331:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876336:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876341:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876346:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fc3627e already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.876347:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876352:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876359:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xcaa1ad62 (00000000ad3c5857) 00010000:00010000:1.0:1780968271.876361:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.876362:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876371:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd33c lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xcaa1ad62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876645:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876659:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876668:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876681:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876687:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876693:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876748:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876761:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 98 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876767:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876808:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 98 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.876833:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 98 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.876847:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657408:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.876931:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.883603:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657408:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.883630:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.886098:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398848 00010000:00010000:3.0:1780968271.886179:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 99 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.886212:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8956 00000100:00100000:3.0:1780968271.886218:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000233ee474 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+99:2220:x1867475545398848:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968271.886233:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.886239:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 99 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.886249:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 99 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.886269:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c251af39/0x986691d98c73b8 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfdb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d236 expref: 99 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.886291:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdb:0x0].0x0 (0000000091675f9e) 00010000:00010000:3.0:1780968271.886294:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.886304:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.886311:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.886339:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.886398:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000233ee474 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+98:2220:x1867475545398848:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 178us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.886406:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8956 00010000:00010000:1.0:1780968271.886485:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886494:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.886851:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2836, 64 off189696 00000001:00080000:1.0:1780968271.886864:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.886887:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886895:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886901:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886913:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.886926:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886933:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886949:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdb:0x0].0x0 (0000000091675f9e) 00010000:00010000:1.0:1780968271.886952:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.886955:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886960:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd358 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886974:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886980:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886985:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886990:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.886992:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.886997:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887004:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.887006:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.887008:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887012:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd34a lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887020:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887025:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887031:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887036:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.887038:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887043:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887050:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xed6ff5bc (00000000338174e3) 00010000:00010000:1.0:1780968271.887052:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.887054:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887063:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd351 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xed6ff5bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887170:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887182:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887189:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887202:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887208:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887214:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887262:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887274:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 97 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887280:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887313:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 97 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.887324:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 97 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.887335:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657472:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.887381:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.891519:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657472:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.891547:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.892734:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398912 00010000:00010000:0.0:1780968271.892764:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 98 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968271.892799:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8957 00000100:00100000:0.0:1780968271.892805:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+98:2220:x1867475545398912:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968271.892830:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.892836:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 98 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.892846:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 98 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.892864:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bbe46d6/0x986691d98c73db lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfdc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d23d expref: 98 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.892884:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdc:0x0].0x0 (0000000086f82c30) 00010000:00010000:0.0:1780968271.892888:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.892896:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.892903:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.892938:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.892988:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+97:2220:x1867475545398912:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 182us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.892995:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8957 00010000:00010000:1.0:1780968271.893334:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893342:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.893736:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3844, 64 off254272 00000001:00080000:1.0:1780968271.893749:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.893772:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893780:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893787:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893797:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.893800:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893806:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893817:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdc:0x0].0x0 (0000000086f82c30) 00010000:00010000:1.0:1780968271.893820:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.893823:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893828:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd36d lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfdc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893845:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893851:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893856:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893861:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.893863:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893869:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893877:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.893879:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.893881:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893886:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd35f lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893895:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893901:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893906:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893911:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.893913:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893931:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.893938:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x103e3e16 (00000000e6d16bc9) 00010000:00010000:1.0:1780968271.893940:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.894068:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894080:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd366 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x103e3e16 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894200:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894212:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894221:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894234:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894240:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894246:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894300:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894311:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 96 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894318:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894352:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 96 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.894365:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 96 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.894379:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657536:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.894427:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.898484:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657536:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.898513:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.900586:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545398976 00010000:00010000:3.0:1780968271.900620:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 97 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.900659:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8958 00000100:00100000:3.0:1780968271.900665:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+97:2220:x1867475545398976:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968271.900680:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.900685:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 97 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.900696:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 97 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.900724:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ad2516e/0x986691d98c73fe lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfdd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d244 expref: 97 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.900740:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdd:0x0].0x0 (00000000b6745f08) 00010000:00010000:3.0:1780968271.900744:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.900753:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.900761:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.900787:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.900846:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+96:2220:x1867475545398976:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 179us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.900854:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8958 00010000:00010000:1.0:1780968271.901161:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901170:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.901621:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2837, 64 off189760 00000001:00080000:1.0:1780968271.901634:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.901659:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901668:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901675:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901685:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.901688:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901695:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901705:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdd:0x0].0x0 (00000000b6745f08) 00010000:00010000:1.0:1780968271.901708:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.901711:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901716:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd382 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfdd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901732:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901738:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901743:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901748:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3cdaff7 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.901750:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901755:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901761:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.901763:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.901765:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901770:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd374 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901778:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901783:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901789:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901794:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae5e2d75 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.901795:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901800:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901807:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x330c866f (00000000a02c54f8) 00010000:00010000:1.0:1780968271.901808:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.901810:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901819:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd37b lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x330c866f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901914:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901936:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901944:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901959:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901964:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.901969:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.902018:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.902030:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 95 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.902036:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.902071:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 95 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.902082:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 95 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.902095:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657600:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.902180:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.906807:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657600:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.906840:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968271.906903:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399040 00010000:00010000:0.0:1780968271.906955:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 96 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968271.907017:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8959 00000100:00100000:0.0:1780968271.907024:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5e271ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+96:2219:x1867475545399040:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.907038:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.907043:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 96 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.907053:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 96 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.907076:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e9e6645/0x986691d98c7421 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfde:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d24b expref: 96 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.907090:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfde:0x0].0x0 (000000008de6507d) 00010000:00010000:0.0:1780968271.907093:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.907101:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.907107:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.907176:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.907215:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5e271ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+95:2219:x1867475545399040:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 190us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.907223:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8959 00010000:00010000:1.0:1780968271.907295:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907303:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.907661:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3845, 64 off254336 00000001:00080000:1.0:1780968271.907674:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.907697:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907705:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907712:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907722:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.907725:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907732:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907740:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfde:0x0].0x0 (000000008de6507d) 00010000:00010000:1.0:1780968271.907742:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.907745:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907751:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd397 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfde:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907763:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907769:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907774:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907779:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fc3627e already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.907781:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907786:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907793:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.907795:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.907797:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907802:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd389 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907809:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907815:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907820:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907825:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000009ea9ce0 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.907827:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907832:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907838:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x55dacec9 (00000000ad3c5857) 00010000:00010000:1.0:1780968271.907840:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.907842:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907851:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd390 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x55dacec9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907938:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907950:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907958:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907969:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907975:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.907980:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.908030:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.908040:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000031f68fe8/0x986691d98c7444 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfdf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d252 expref: 94 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.908046:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.908077:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000031f68fe8/0x986691d98c7444 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfdf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d252 expref: 94 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.908089:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000031f68fe8/0x986691d98c7444 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d252 expref: 94 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.908102:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657664:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968271.908170:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.912682:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657664:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.912708:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.913026:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399104 00010000:00010000:3.0:1780968271.913058:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000031f68fe8/0x986691d98c7444 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfdf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d252 expref: 95 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.914474:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914505:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968271.914890:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2838, 64 off189824 00000001:00080000:3.0:1780968271.914903:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968271.914937:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914953:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914959:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914965:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.914968:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914974:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914987:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfdf:0x0].0x0 (0000000062aa0c82) 00010000:00010000:3.0:1780968271.914989:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968271.914992:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.914997:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fd3ac lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfdf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915013:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915018:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915024:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915029:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae5e2d75 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.915031:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915037:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915044:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968271.915046:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968271.915048:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915053:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fd39e lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915062:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915067:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915072:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915078:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3cdaff7 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.915080:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915085:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915092:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x78a91723 (00000000a02c54f8) 00010000:00010000:3.0:1780968271.915095:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968271.915097:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915101:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fd3a5 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x78a91723 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915226:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915239:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915247:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915260:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915267:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915274:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915323:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915336:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 93 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915343:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915376:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 93 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.915390:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 93 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.915404:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657728:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968271.915472:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000092ab9495 going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.920924:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399168 00010000:00010000:0.0:1780968271.920964:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 94 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968271.921003:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8961 00000100:00100000:0.0:1780968271.921009:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c801be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+94:2219:x1867475545399168:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780968271.921023:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.921028:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 94 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.921043:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 94 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.921061:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d382c1a7/0x986691d98c7467 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfe0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d259 expref: 94 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.921074:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe0:0x0].0x0 (000000000da30fca) 00010000:00010000:0.0:1780968271.921079:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.921088:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.921095:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.921132:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.921185:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c801be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+93:2219:x1867475545399168:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 175us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.921193:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8961 00000100:00100000:3.0:1780968271.921317:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657728:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968271.921340:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.921350:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.921356:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968271.923604:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3846, 64 off254400 00000001:00080000:3.0:1780968271.923631:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968271.923668:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923680:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923692:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923699:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.923702:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923709:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923724:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe0:0x0].0x0 (000000000da30fca) 00010000:00010000:3.0:1780968271.923727:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968271.923731:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923736:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd3c1 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfe0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923755:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923761:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923766:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923771:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.923773:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923779:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923785:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968271.923787:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968271.923789:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923794:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd3b3 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923802:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923808:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923814:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923819:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.923821:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923911:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923929:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x9b775f7c (0000000041cf91b2) 00010000:00010000:3.0:1780968271.923931:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968271.923934:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.923938:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd3ba lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x9b775f7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.930284:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399232 00010000:00010000:3.0:1780968271.930317:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfa01681/0x986691d98c748a lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d260 expref: 93 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.930355:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8962 00000100:00100000:3.0:1780968271.930362:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f65ee787 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+93:2220:x1867475545399232:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968271.930377:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.930382:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000cfa01681/0x986691d98c748a lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d260 expref: 93 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.930402:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000cfa01681/0x986691d98c748a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d260 expref: 93 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.930423:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe1:0x0].0x0 (000000007760f0ee) 00010000:00010000:3.0:1780968271.930427:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.930436:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.930443:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.930471:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780968271.931019:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfa01681/0x986691d98c748a lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfe1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d260 expref: 93 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.931037:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072783d85 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657792:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.931054:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931062:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931068:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968271.931485:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2839, 64 off189888 00000001:00080000:1.0:1780968271.931498:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968271.931523:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931533:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931539:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931544:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011cf5c3a already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.931547:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931553:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931563:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe1:0x0].0x0 (000000007760f0ee) 00010000:00010000:1.0:1780968271.931565:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968271.931568:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931573:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fd3d6 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931587:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931592:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931597:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931601:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de9c597f already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.931603:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931608:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931615:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968271.931617:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.931619:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931623:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fd3c8 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931631:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931636:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931641:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931645:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968271.931646:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931651:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931657:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xbe45a7d6 (00000000531c8c31) 00010000:00010000:1.0:1780968271.931659:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968271.931661:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931666:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fd3cf lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xbe45a7d6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931753:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd3dd lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931766:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd3dd lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931774:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000009ea9ce0/0x986691d98fd3dd lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931787:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd3e4 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xe113f030 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931793:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd3e4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe113f030 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.931799:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fc3627e/0x986691d98fd3e4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe113f030 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.932095:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd3eb lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.932107:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.932113:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd3eb lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfe2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.932221:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.932234:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.932246:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657856:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968271.933225:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f65ee787 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+92:2220:x1867475545399232:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 2858us (3013us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.933239:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8962 00000100:00100000:1.0:1780968271.933417:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a0e847e going to sleep for 6 seconds 00000100:00100000:1.0:1780968271.939140:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551657856:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968271.939177:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd3eb lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968271.939303:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399296 00010000:00010000:3.0:1780968271.939334:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.939405:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8963 00000100:00100000:3.0:1780968271.939412:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+92:2219:x1867475545399296:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968271.939426:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.939431:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.939442:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.939473:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000917e4b51/0x986691d98c74ad lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfe2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d267 expref: 92 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.939647:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe2:0x0].0x0 (000000006c370898) 00010000:00010000:3.0:1780968271.939652:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd3eb lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.939662:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd3eb lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.939670:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fd3eb lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.939706:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.939762:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+91:2219:x1867475545399296:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 349us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.939770:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8963 00000100:00100000:0.0:1780968271.945871:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.946171:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399360 00010000:00010000:3.0:1780968271.946207:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a3ea20c2/0x986691d98c0126 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xc95:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb4c expref: 91 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.946246:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8964 00000100:00100000:3.0:1780968271.946253:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+91:2220:x1867475545399360:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780968271.946267:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.946272:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a3ea20c2/0x986691d98c0126 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xc95:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb4c expref: 91 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.946282:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a3ea20c2/0x986691d98c0126 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc95:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb4c expref: 91 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.946303:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc95:0x0].0x0 (000000001b82a442) 00010000:00010000:3.0:1780968271.946308:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd400 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.946317:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd400 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.946324:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd400 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc95:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.946349:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.946410:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+91:2220:x1867475545399360:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 156us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.946417:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8964 00000100:00100000:3.0:1780968271.961438:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.961520:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399424 00010000:00010000:1.0:1780968271.961558:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8fccb45/0x986691d98c74d0 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d26e expref: 90 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.961599:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8965 00000100:00100000:1.0:1780968271.961606:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d13d735a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+90:2219:x1867475545399424:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1780968271.961620:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.961626:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d8fccb45/0x986691d98c74d0 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d26e expref: 90 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968271.961636:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d8fccb45/0x986691d98c74d0 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d26e expref: 90 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968271.961657:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe3:0x0].0x0 (0000000015154de7) 00010000:00010000:1.0:1780968271.961662:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd415 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.961670:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd415 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.961677:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd415 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.961698:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.961751:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d13d735a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+90:2219:x1867475545399424:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 145us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.961760:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8965 00000100:00100000:3.0:1780968271.974289:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968271.974599:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399488 00010000:00010000:0.0:1780968271.974630:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000002668a727/0x986691d98c74f3 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d275 expref: 89 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968271.974669:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8966 00000100:00100000:0.0:1780968271.974675:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+89:2220:x1867475545399488:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780968271.974693:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968271.974698:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000002668a727/0x986691d98c74f3 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d275 expref: 89 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.974710:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000002668a727/0x986691d98c74f3 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d275 expref: 89 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.974731:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002668a727/0x986691d98c74f3 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfe4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d275 expref: 89 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968271.974759:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe4:0x0].0x0 (000000003cef3ef4) 00010000:00010000:0.0:1780968271.974764:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd42a lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.974772:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd42a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.974778:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd42a lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968271.974802:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968271.974890:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+88:2220:x1867475545399488:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 214us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968271.974899:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8966 00000100:00100000:0.0:1780968271.981877:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968271.982190:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399552 00010000:00010000:3.0:1780968271.982225:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000007a0c98f7/0x986691d98c7516 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d27c expref: 88 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.982267:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8967 00000100:00100000:3.0:1780968271.982273:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+88:2219:x1867475545399552:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968271.982287:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968271.982293:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000007a0c98f7/0x986691d98c7516 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d27c expref: 88 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.982303:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000007a0c98f7/0x986691d98c7516 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d27c expref: 88 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968271.982329:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe5:0x0].0x0 (00000000b6be1951) 00010000:00010000:3.0:1780968271.982334:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd43f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.982343:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd43f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.982351:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd43f lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.982372:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968271.982426:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+88:2219:x1867475545399552:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 151us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968271.982433:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8967 00010000:00010000:3.0:1780968271.984520:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984536:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984546:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984561:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984567:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984573:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984646:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984659:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 86 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984665:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984700:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 86 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.984713:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 86 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.984726:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658176:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968271.984790:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000002167718b going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.991471:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.991562:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399616 00010000:00010000:1.0:1780968271.991598:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 87 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.991641:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8968 00000100:00100000:1.0:1780968271.991647:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+87:2220:x1867475545399616:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:1.0:1780968271.991662:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.991667:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 87 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968271.991679:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 87 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968271.991704:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe6:0x0].0x0 (0000000088a9daf7) 00010000:00010000:1.0:1780968271.991709:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.991717:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.991724:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.991745:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.991792:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+87:2220:x1867475545399616:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 144us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.991800:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8968 00010000:00010000:3.0:1780968271.992186:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012b4e11c/0x986691d98c7539 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfe6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d283 expref: 86 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.992205:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658176:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968271.992224:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992232:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992238:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968271.992600:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3850, 64 off254656 00000001:00080000:3.0:1780968271.992613:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968271.992636:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992645:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992656:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992663:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.992667:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992674:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992684:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe6:0x0].0x0 (0000000088a9daf7) 00010000:00010000:3.0:1780968271.992687:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968271.992690:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992695:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd454 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfe6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992709:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992716:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992721:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992726:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.992728:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992735:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992743:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968271.992745:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968271.992747:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992752:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd446 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992761:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992767:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992773:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992778:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968271.992780:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992785:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992792:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x3d610c5e (0000000041cf91b2) 00010000:00010000:3.0:1780968271.992794:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968271.992796:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992802:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd44d lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x3d610c5e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992878:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992890:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992897:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992910:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992933:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992939:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.992997:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.993008:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 85 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.993014:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.993044:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 85 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968271.993056:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 85 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968271.993070:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658240:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968271.993160:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000002167718b going to sleep for 6 seconds 00000100:00100000:0.0:1780968271.999375:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968271.999458:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399680 00010000:00010000:1.0:1780968271.999498:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 86 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968271.999544:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8969 00000100:00100000:1.0:1780968271.999550:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1a5e1c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+86:2220:x1867475545399680:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968271.999563:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968271.999569:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 86 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968271.999580:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 86 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968271.999606:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe7:0x0].0x0 (000000008f15aa8d) 00010000:00010000:1.0:1780968271.999610:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.999619:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.999626:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968271.999645:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968271.999696:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1a5e1c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+86:2220:x1867475545399680:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 145us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968271.999704:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8969 00010000:00010000:3.0:1780968272.000771:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff72f114/0x986691d98c755c lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfe7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d28a expref: 85 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.000790:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658240:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.000808:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.000817:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.000832:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.001476:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2842, 64 off190080 00000001:00080000:3.0:1780968272.001584:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.001609:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001617:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001629:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001634:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.001637:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001645:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001656:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe7:0x0].0x0 (000000008f15aa8d) 00010000:00010000:3.0:1780968272.001658:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.001661:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001667:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd469 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfe7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001682:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001688:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001693:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001698:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.001700:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001706:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001713:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.001715:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.001717:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001723:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd45b lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001731:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001735:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001740:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001744:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.001745:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001749:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001755:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x602f54b8 (000000006ef7ee6d) 00010000:00010000:3.0:1780968272.001757:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.001759:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001763:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd462 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x602f54b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001850:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005e95f3db/0x986691d98fd470 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001862:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e95f3db/0x986691d98fd470 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001871:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e95f3db/0x986691d98fd470 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001886:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fd477 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x82fd9d11 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001893:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fd477 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x82fd9d11 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.001900:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fd477 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x82fd9d11 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.004056:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd47e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.004080:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000087e66fb0/0x986691d98c757f lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfe8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d291 expref: 84 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.004087:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd47e lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.004247:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000087e66fb0/0x986691d98c757f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfe8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d291 expref: 84 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.004262:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000087e66fb0/0x986691d98c757f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d291 expref: 84 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.004276:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658304:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.004465:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059947850 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.018215:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.018378:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399744 00010000:00010000:3.0:1780968272.018416:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000087e66fb0/0x986691d98c757f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d291 expref: 85 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.018457:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8970 00000100:00100000:3.0:1780968272.018464:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+85:2220:x1867475545399744:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968272.018479:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.018491:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000087e66fb0/0x986691d98c757f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfe8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d291 expref: 85 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.018503:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000087e66fb0/0x986691d98c757f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfe8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d291 expref: 85 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.018525:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe8:0x0].0x0 (0000000083aaddfa) 00010000:00010000:3.0:1780968272.018529:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd47e lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.018538:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd47e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.018545:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006219d0fc/0x986691d98fd47e lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfe8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.018566:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.018610:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+85:2220:x1867475545399744:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 146us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.018618:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8970 00000100:00100000:0.0:1780968272.032551:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545399808 00000100:00100000:1.0:1780968272.032611:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b873e3ee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658368:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.032616:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 816 00000100:00100000:0.0:1780968272.032625:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ae5df1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545399808:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00010000:00010000:1.0:1780968272.032637:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.034213:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ae5df1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545399808:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 1581us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968272.034227:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 816 00000100:00100000:1.0:1780968272.037544:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1780968272.039257:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.039266:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.040984:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2843, 64 off190144 00000004:00080000:1.0:1780968272.040994:0:97808:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4894208876787ns, next at 4895208873805ns, rc = 0 00000001:00080000:1.0:1780968272.041006:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.041035:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041045:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041053:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041059:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.041062:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041070:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041084:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfe9:0x0].0x0 (000000007b598a82) 00010000:00010000:1.0:1780968272.041087:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.041091:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041097:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fd493 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfe9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041147:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041275:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041282:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041289:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f8f0199 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.041291:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041297:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041306:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.041309:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.041311:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041317:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fd485 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041327:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041333:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041340:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041345:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.041347:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041353:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041360:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xa5cbe56b (000000003ff29cc8) 00010000:00010000:1.0:1780968272.041363:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.041364:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041370:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fd48c lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa5cbe56b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041539:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041552:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041561:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041576:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041584:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041590:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041648:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041662:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000006944be71/0x986691d98c75c5 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfea:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d29f expref: 82 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041670:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041705:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000006944be71/0x986691d98c75c5 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfea:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d29f expref: 82 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.041719:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000006944be71/0x986691d98c75c5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfea:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d29f expref: 82 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.041733:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030fd4041 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658432:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.041798:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.048026:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968272.048783:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006944be71/0x986691d98c75c5 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfea:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d29f expref: 82 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.048799:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030fd4041 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658432:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968272.048818:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.048828:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.048834:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.049257:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3852, 64 off254784 00000001:00080000:0.0:1780968272.049271:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.049294:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049303:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049308:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049313:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.049317:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049323:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049332:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfea:0x0].0x0 (00000000b76bc83c) 00010000:00010000:0.0:1780968272.049335:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.049337:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049342:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2199b5/0x986691d98fd4a8 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049355:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049360:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049366:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049370:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.049372:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049376:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049382:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.049384:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.049385:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049390:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fd49a lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049399:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049404:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049413:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049418:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.049419:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049425:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049432:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xc89a2dc5 (00000000e6d16bc9) 00010000:00010000:0.0:1780968272.049434:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.049436:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049441:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fd4a1 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc89a2dc5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049693:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049704:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049712:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049723:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049733:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049738:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049782:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049791:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9fa5506/0x986691d98c75e8 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfeb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2a6 expref: 81 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049797:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049824:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a9fa5506/0x986691d98c75e8 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfeb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2a6 expref: 81 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.049835:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9fa5506/0x986691d98c75e8 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfeb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2a6 expref: 81 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.049848:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000913b7252 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658496:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.050776:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.066937:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1780968272.067951:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.067962:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.068449:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2844, 64 off190208 00000001:00080000:1.0:1780968272.068462:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.068486:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068495:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068501:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068511:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033e000b6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.068514:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068521:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068531:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfeb:0x0].0x0 (00000000feb7a306) 00010000:00010000:1.0:1780968272.068534:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.068537:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068542:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033e000b6/0x986691d98fd4bd lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfeb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068556:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068562:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068567:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068572:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.068575:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068580:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068587:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.068589:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.068591:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068596:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074789dee/0x986691d98fd4af lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068604:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068610:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068615:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068621:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.068623:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068628:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068634:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xeb68761e (0000000044ee349e) 00010000:00010000:1.0:1780968272.068636:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.068637:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068647:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f478cb9/0x986691d98fd4b6 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xeb68761e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068727:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068738:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068747:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068761:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068768:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068773:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068823:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068835:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 80 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068841:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068875:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 80 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.068887:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 80 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.068900:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b5fcdb4 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658560:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.068969:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.074447:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b5fcdb4 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658560:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.074477:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.074622:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.075364:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400064 00010000:00010000:3.0:1780968272.075400:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 81 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.075435:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8974 00000100:00100000:3.0:1780968272.075442:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+81:2220:x1867475545400064:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968272.075455:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.075461:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 81 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.075471:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 81 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.075491:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000085a8fdb5/0x986691d98c760b lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfec:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ad expref: 81 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.075506:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfec:0x0].0x0 (000000002fde6a0a) 00010000:00010000:3.0:1780968272.075510:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.075519:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.075526:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.075552:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.075611:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+80:2220:x1867475545400064:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 167us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.075619:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8974 00010000:00010000:1.0:1780968272.076395:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076406:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.076794:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3853, 64 off254848 00000001:00080000:1.0:1780968272.076808:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.076846:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076855:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076861:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076867:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.076870:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076882:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076895:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfec:0x0].0x0 (000000002fde6a0a) 00010000:00010000:1.0:1780968272.076898:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.076902:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076908:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd4d2 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076932:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076937:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076941:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076946:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.076948:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076954:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076961:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.076963:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.076965:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076970:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd4c4 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076978:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076984:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076989:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.076994:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.076996:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.077002:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.077009:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xe36be78 (00000000338174e3) 00010000:00010000:1.0:1780968272.077011:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.077013:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.077018:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd4cb lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xe36be78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.077107:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.079742:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.079761:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.079789:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.079796:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.079801:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.080113:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.082264:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a7b0c602/0x986691d98c0149 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc96:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb53 expref: 79 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.082274:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.082325:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a7b0c602/0x986691d98c0149 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc96:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb53 expref: 79 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.082340:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7b0c602/0x986691d98c0149 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc96:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb53 expref: 79 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.082360:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658624:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.082435:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f170a29f going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.086848:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658624:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.086878:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.089267:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1780968272.090652:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.090665:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.091086:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2845, 64 off190272 00000001:00080000:1.0:1780968272.091100:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.091155:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091164:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091170:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091176:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c1932b already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.091179:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091186:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091198:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc96:0x0].0x0 (000000009e7e212c) 00010000:00010000:1.0:1780968272.091200:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.091204:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091209:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd4e7 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc96:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091225:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091230:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091235:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091241:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000596031f9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.091242:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091247:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091253:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.091255:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.091257:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091262:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd4d9 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091270:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091276:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091282:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091287:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063690e73 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.091289:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091294:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091300:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x7b6b70c6 (00000000aff7553c) 00010000:00010000:1.0:1780968272.091302:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.091304:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091309:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd4e0 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091390:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091402:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091416:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091429:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091435:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091441:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091493:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091506:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 78 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091512:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091547:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 78 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.091560:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 78 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.091573:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658688:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.091628:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f170a29f going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.098434:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.098511:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400192 00010000:00010000:3.0:1780968272.098547:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 79 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.098595:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8976 00000100:00100000:3.0:1780968272.098601:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbf6a5c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+79:2220:x1867475545400192:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968272.098617:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.098622:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 79 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.098633:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 79 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.098653:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfed:0x0].0x0 (000000006149220f) 00010000:00010000:3.0:1780968272.098657:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.098666:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.098673:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.098692:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.098742:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbf6a5c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+79:2220:x1867475545400192:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 139us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.098750:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8976 00010000:00010000:1.0:1780968272.099935:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a7267e2b/0x986691d98c762e lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfed:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2b4 expref: 78 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.099956:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658688:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.099976:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.099985:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.099990:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.102995:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2846, 64 off190336 00000001:00080000:1.0:1780968272.103018:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.103054:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103067:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103074:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103080:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.103084:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103091:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103112:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfed:0x0].0x0 (000000006149220f) 00010000:00010000:1.0:1780968272.103130:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.103135:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103141:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd4fc lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103160:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103166:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103171:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103176:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.103178:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103183:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103190:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.103192:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.103194:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103199:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd4ee lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103207:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103213:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103218:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103223:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.103225:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103230:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103235:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2190199 (00000000aec1bd06) 00010000:00010000:1.0:1780968272.103237:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.103239:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103244:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd4f5 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2190199 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103355:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd503 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103369:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd503 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103383:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fd503 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103395:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd50a lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x24e749f3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103401:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd50a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x24e749f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103406:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd50a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x24e749f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103470:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd511 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103483:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002e99d35e/0x986691d98c7651 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfee:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2bb expref: 77 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103489:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd511 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103525:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000002e99d35e/0x986691d98c7651 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfee:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2bb expref: 77 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.103540:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000002e99d35e/0x986691d98c7651 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfee:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2bb expref: 77 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.103552:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658752:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.103614:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f170a29f going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.115332:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658752:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.115364:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd511 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.121876:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1780968272.122942:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd511 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.122953:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fd511 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.132056:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.132274:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400320 00010000:00010000:3.0:1780968272.132308:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000229051f5/0x986691d98c7674 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c2 expref: 77 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.132394:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8978 00000100:00100000:3.0:1780968272.132401:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+77:2219:x1867475545400320:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780968272.132418:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.132423:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000229051f5/0x986691d98c7674 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfef:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c2 expref: 77 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.132434:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000229051f5/0x986691d98c7674 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfef:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c2 expref: 77 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.132453:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000229051f5/0x986691d98c7674 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfef:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c2 expref: 77 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.132470:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfef:0x0].0x0 (0000000067a19397) 00010000:00010000:3.0:1780968272.132475:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.132483:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.132491:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.132526:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.132581:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+76:2219:x1867475545400320:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 178us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.132589:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8978 00010000:00010000:0.0:1780968272.133952:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.133968:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.134380:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2847, 64 off190400 00000001:00080000:0.0:1780968272.134394:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.134417:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134425:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134432:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134439:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.134442:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134449:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134462:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfef:0x0].0x0 (0000000067a19397) 00010000:00010000:0.0:1780968272.134465:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.134467:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134473:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd526 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134494:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134500:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134505:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134509:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.134511:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134516:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134523:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.134525:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.134527:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134532:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd518 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134541:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134547:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134556:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134560:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.134562:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134567:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134574:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x47b5924d (00000000ea1aac73) 00010000:00010000:0.0:1780968272.134576:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.134578:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134583:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd51f lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x47b5924d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134696:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000082c9af4f/0x986691d98fd52d lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134709:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082c9af4f/0x986691d98fd52d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134718:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082c9af4f/0x986691d98fd52d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134732:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000be8ca386/0x986691d98fd534 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x6a83daa6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134744:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be8ca386/0x986691d98fd534 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x6a83daa6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134749:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000be8ca386/0x986691d98fd534 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x6a83daa6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134801:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fd53b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134813:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000004816aa82/0x986691d98c7697 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xff0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c9 expref: 75 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134820:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fd53b lrc: 4/0,1 mode: --/EX res: [0x200002341:0xff0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134856:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000004816aa82/0x986691d98c7697 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c9 expref: 75 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.134870:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000004816aa82/0x986691d98c7697 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c9 expref: 75 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.134883:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551658880:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.134957:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.140331:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.140403:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400384 00010000:00010000:3.0:1780968272.140438:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004816aa82/0x986691d98c7697 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c9 expref: 76 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.140472:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8979 00000100:00100000:3.0:1780968272.140478:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+76:2219:x1867475545400384:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968272.140493:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.140499:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004816aa82/0x986691d98c7697 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c9 expref: 76 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.140510:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004816aa82/0x986691d98c7697 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2c9 expref: 76 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.140530:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff0:0x0].0x0 (00000000b24626c9) 00010000:00010000:3.0:1780968272.140534:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fd53b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.140543:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fd53b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.140551:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fd53b lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.140570:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.140624:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+76:2219:x1867475545400384:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 145us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.140631:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8979 00000100:00100000:0.0:1780968272.147638:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.147851:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400448 00010000:00010000:1.0:1780968272.147881:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000006852770d/0x986691d98c76ba lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d0 expref: 75 pid: 97811 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.147924:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8980 00000100:00100000:1.0:1780968272.147930:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+75:2220:x1867475545400448:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1780968272.147943:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.147948:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000006852770d/0x986691d98c76ba lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d0 expref: 75 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.147959:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000006852770d/0x986691d98c76ba lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d0 expref: 75 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.147978:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006852770d/0x986691d98c76ba lrc: 0/0,0 mode: --/CR res: [0x200002341:0xff1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d0 expref: 75 pid: 97811 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.147991:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff1:0x0].0x0 (00000000ddfc2c8a) 00010000:00010000:1.0:1780968272.147995:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd550 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.148004:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd550 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.148011:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd550 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.148039:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.148087:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+74:2220:x1867475545400448:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 156us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.148094:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8980 00000100:00100000:1.0:1780968272.154027:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.159007:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400512 00010000:00010000:3.0:1780968272.159057:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000001559b344/0x986691d98c76dd lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d7 expref: 74 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.159107:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8981 00000100:00100000:3.0:1780968272.159113:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d807583a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+74:2220:x1867475545400512:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968272.159168:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.159174:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000001559b344/0x986691d98c76dd lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d7 expref: 74 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.159185:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000001559b344/0x986691d98c76dd lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d7 expref: 74 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.159204:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001559b344/0x986691d98c76dd lrc: 0/0,0 mode: --/CR res: [0x200002341:0xff2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2d7 expref: 74 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.159223:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff2:0x0].0x0 (000000008c5ec34b) 00010000:00010000:3.0:1780968272.159227:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd565 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.159236:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd565 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.159243:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd565 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.159271:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.159321:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d807583a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+73:2220:x1867475545400512:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 207us (5301us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.159328:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8981 00000100:00100000:1.0:1780968272.165459:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:0.0:1780968272.165937:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.165950:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.166357:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2849, 64 off190528 00000001:00080000:0.0:1780968272.166370:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.166392:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166401:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166407:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166413:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.166416:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166422:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166433:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff3:0x0].0x0 (00000000583a48e3) 00010000:00010000:0.0:1780968272.166436:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.166438:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 2/0,0 mode: --/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166443:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd57a lrc: 0/0,0 mode: --/EX res: [0x200002341:0xff3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166458:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166465:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166470:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166475:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.166477:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166482:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166502:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.166504:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.166506:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166510:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd56c lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166519:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166523:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166528:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166537:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6b9e56f already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.166539:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166544:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166550:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xd2eeb3b3 (000000003ff29cc8) 00010000:00010000:0.0:1780968272.166552:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.166554:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166559:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd573 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd2eeb3b3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166652:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166663:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166671:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166685:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166691:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166701:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166753:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166764:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 71 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166771:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 4/0,1 mode: --/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166802:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 71 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.166815:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 71 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.166827:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050a6fc88 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659136:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.166874:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.174371:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.174620:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400640 00010000:00010000:3.0:1780968272.174656:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 72 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.174697:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8983 00000100:00100000:3.0:1780968272.174704:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254fe1e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+72:2220:x1867475545400640:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968272.174719:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.174725:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 72 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.174734:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 72 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.174753:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c0d8178e/0x986691d98c7723 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xff4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2e5 expref: 72 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.174769:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff4:0x0].0x0 (00000000b0354aca) 00010000:00010000:3.0:1780968272.174773:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.174783:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.174790:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.174832:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780968272.174923:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.174981:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.175409:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3857, 64 off255104 00000001:00080000:0.0:1780968272.175422:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.175446:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175454:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175460:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175465:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.175468:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175475:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175485:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff4:0x0].0x0 (00000000b0354aca) 00010000:00010000:0.0:1780968272.175488:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.175490:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 2/0,0 mode: --/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175496:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd58f lrc: 0/0,0 mode: --/EX res: [0x200002341:0xff4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175511:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175516:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175521:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175527:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9cf68cf already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.175529:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175534:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175541:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.175543:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.175545:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175550:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd581 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175558:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175564:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175568:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175573:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.175574:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175579:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.175580:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254fe1e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+71:2220:x1867475545400640:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 874us (1213us total) trans 0 rc 0/0 00010000:00010000:0.0:1780968272.175587:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xf5bcfc0d (00000000750c36cc) 00000100:00100000:3.0:1780968272.175589:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8983 00010000:00010000:0.0:1780968272.175589:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.175591:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175595:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd588 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xf5bcfc0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175672:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd596 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175683:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd596 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175690:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd596 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175702:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd59d lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x188b4467 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175708:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd59d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x188b4467 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175713:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd59d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x188b4467 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175762:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd5a4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175772:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001931fcff/0x986691d98c7746 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xff5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ec expref: 70 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175780:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd5a4 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xff5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175808:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000001931fcff/0x986691d98c7746 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ec expref: 70 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.175828:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000001931fcff/0x986691d98c7746 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ec expref: 70 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.175841:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659200:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.175884:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.193584:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.193672:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400704 00010000:00010000:3.0:1780968272.193709:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000001931fcff/0x986691d98c7746 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ec expref: 71 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.193756:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8984 00000100:00100000:3.0:1780968272.193763:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+71:2220:x1867475545400704:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968272.193778:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.193783:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000001931fcff/0x986691d98c7746 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ec expref: 71 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.193792:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000001931fcff/0x986691d98c7746 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2ec expref: 71 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.193812:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff5:0x0].0x0 (00000000264305ec) 00010000:00010000:3.0:1780968272.193816:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd5a4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.193839:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd5a4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.193846:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd5a4 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.193867:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.193927:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+71:2220:x1867475545400704:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 163us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.193935:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8984 00000100:00100000:0.0:1780968272.212780:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.212886:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400768 00010000:00010000:1.0:1780968272.212931:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d2f8b25/0x986691d98c7769 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2f3 expref: 70 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.212973:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8985 00000100:00100000:1.0:1780968272.212979:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+70:2220:x1867475545400768:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780968272.212995:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.213001:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000000d2f8b25/0x986691d98c7769 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2f3 expref: 70 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.213012:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000000d2f8b25/0x986691d98c7769 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2f3 expref: 70 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.213034:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff6:0x0].0x0 (000000005b9d70b4) 00010000:00010000:1.0:1780968272.213039:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd5b9 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.213047:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd5b9 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.213055:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd5b9 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.213075:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.213150:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+70:2220:x1867475545400768:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 170us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.213167:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8985 00000100:00100000:0.0:1780968272.237922:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.238033:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400832 00010000:00010000:1.0:1780968272.238070:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000518d8ef7/0x986691d98c016c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc97:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb5a expref: 69 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.238112:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8986 00000100:00100000:1.0:1780968272.238151:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096225775 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+69:2220:x1867475545400832:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1780968272.238167:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.238173:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000518d8ef7/0x986691d98c016c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc97:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb5a expref: 69 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.238184:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000518d8ef7/0x986691d98c016c lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc97:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb5a expref: 69 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.238205:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000518d8ef7/0x986691d98c016c lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc97:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb5a expref: 69 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.238226:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc97:0x0].0x0 (00000000c76df484) 00010000:00010000:1.0:1780968272.238230:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd5ce lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.238238:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd5ce lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.238245:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd5ce lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.238282:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.238340:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096225775 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+68:2220:x1867475545400832:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 189us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.238347:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8986 00000100:00100000:0.0:1780968272.254061:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.254170:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400896 00010000:00010000:3.0:1780968272.254208:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d1bed45/0x986691d98c778c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2fa expref: 68 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.254258:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8987 00000100:00100000:3.0:1780968272.254264:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+68:2219:x1867475545400896:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968272.254280:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.254285:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005d1bed45/0x986691d98c778c lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xff7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2fa expref: 68 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.254297:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005d1bed45/0x986691d98c778c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d2fa expref: 68 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.254329:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff7:0x0].0x0 (00000000e580e2bc) 00010000:00010000:3.0:1780968272.254333:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd5e3 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.254343:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd5e3 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.254351:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd5e3 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.254375:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.254430:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+68:2219:x1867475545400896:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 165us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.254438:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8987 00000100:00100000:0.0:1780968272.267689:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.267774:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545400960 00010000:00010000:1.0:1780968272.267806:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086a2182e/0x986691d98c77af lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d301 expref: 67 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.267846:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8988 00000100:00100000:1.0:1780968272.267852:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+67:2220:x1867475545400960:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780968272.267869:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.267875:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000086a2182e/0x986691d98c77af lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d301 expref: 67 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.267884:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000086a2182e/0x986691d98c77af lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d301 expref: 67 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.267910:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086a2182e/0x986691d98c77af lrc: 0/0,0 mode: --/CR res: [0x200002341:0xff8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d301 expref: 67 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.267938:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff8:0x0].0x0 (0000000059cd5beb) 00010000:00010000:1.0:1780968272.267942:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd5f8 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.267951:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd5f8 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.267958:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd5f8 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.267988:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.268038:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+66:2220:x1867475545400960:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 185us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.268046:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8988 00000100:00100000:0.0:1780968272.274830:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.275020:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401024 00010000:00010000:3.0:1780968272.275052:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fa9f4d70/0x986691d98c77d2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d308 expref: 66 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.275095:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8989 00000100:00100000:3.0:1780968272.275101:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+66:2219:x1867475545401024:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780968272.275155:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.275161:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fa9f4d70/0x986691d98c77d2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xff9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d308 expref: 66 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.275171:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fa9f4d70/0x986691d98c77d2 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xff9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d308 expref: 66 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.275191:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fa9f4d70/0x986691d98c77d2 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xff9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d308 expref: 66 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.275205:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xff9:0x0].0x0 (00000000624fbb02) 00010000:00010000:3.0:1780968272.275209:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd60d lrc: 3/0,1 mode: --/EX res: [0x200002341:0xff9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.275217:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd60d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xff9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.275225:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd60d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xff9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.275247:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.275291:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+65:2219:x1867475545401024:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 189us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.275298:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8989 00000100:00100000:0.0:1780968272.289393:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.289589:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401088 00010000:00010000:1.0:1780968272.289626:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000000391efef/0x986691d98c77f5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d30f expref: 65 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.289659:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8990 00000100:00100000:1.0:1780968272.289666:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072f144d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+65:2219:x1867475545401088:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968272.289682:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.289687:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000000391efef/0x986691d98c77f5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d30f expref: 65 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.289703:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000000391efef/0x986691d98c77f5 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xffa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d30f expref: 65 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.289725:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000391efef/0x986691d98c77f5 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xffa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d30f expref: 65 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.289740:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffa:0x0].0x0 (000000005312d2ff) 00010000:00010000:1.0:1780968272.289745:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd622 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.289754:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd622 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.289760:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd622 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xffa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.289795:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.289849:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072f144d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+64:2219:x1867475545401088:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 183us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.289856:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8990 00000100:00100000:0.0:1780968272.311338:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.311646:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401152 00010000:00010000:3.0:1780968272.311682:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088dcbb51/0x986691d98c7818 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d316 expref: 64 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.311725:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8991 00000100:00100000:3.0:1780968272.311732:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+64:2219:x1867475545401152:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968272.311747:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.311753:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000088dcbb51/0x986691d98c7818 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d316 expref: 64 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.311764:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000088dcbb51/0x986691d98c7818 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xffb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d316 expref: 64 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.311794:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088dcbb51/0x986691d98c7818 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xffb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d316 expref: 64 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.311832:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffb:0x0].0x0 (000000007fd3afcc) 00010000:00010000:3.0:1780968272.311837:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd637 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.311847:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd637 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.311854:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd637 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xffb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.311890:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.311957:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+63:2219:x1867475545401152:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 223us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.311966:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8991 00000100:00100000:0.0:1780968272.318598:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.318777:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401216 00010000:00010000:3.0:1780968272.318808:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000009f1c965b/0x986691d98c783b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d31d expref: 63 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.318854:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8992 00000100:00100000:3.0:1780968272.318861:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+63:2220:x1867475545401216:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780968272.318875:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.318881:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000009f1c965b/0x986691d98c783b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d31d expref: 63 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.318891:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000009f1c965b/0x986691d98c783b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xffc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d31d expref: 63 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.318910:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009f1c965b/0x986691d98c783b lrc: 0/0,0 mode: --/CR res: [0x200002341:0xffc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d31d expref: 63 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.318934:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffc:0x0].0x0 (000000005731a194) 00010000:00010000:3.0:1780968272.318938:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd64c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.318948:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd64c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.318955:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd64c lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xffc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.318980:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.319027:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+62:2220:x1867475545401216:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 166us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.319039:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8992 00010000:00010000:2.0:1780968272.319709:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd645 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xdd4339a2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319719:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd645 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xdd4339a2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319797:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319808:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319815:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319828:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319835:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319841:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319888:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319898:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 61 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319904:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319950:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 61 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.319963:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 61 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.319976:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000377fd641 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659776:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968272.320021:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064fcd323 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.325371:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.325483:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000377fd641 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659776:192.168.203.60@tcp:104: 00010000:00010000:2.0:1780968272.325509:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968272.325638:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401280 00010000:00010000:1.0:1780968272.325671:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 62 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.325709:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8993 00000100:00100000:1.0:1780968272.325716:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+62:2219:x1867475545401280:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1780968272.325730:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.325735:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 62 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.325744:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 62 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.325766:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9f506a/0x986691d98c785e lrc: 0/0,0 mode: --/CR res: [0x200002341:0xffd:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d324 expref: 62 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.325783:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffd:0x0].0x0 (000000001fca1780) 00010000:00010000:1.0:1780968272.325787:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.325795:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.325802:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.325872:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.325929:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+61:2219:x1867475545401280:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 212us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.325937:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8993 00010000:00010000:0.0:1780968272.328671:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.328689:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.329295:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2854, 64 off190848 00000001:00080000:0.0:1780968272.329309:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.334244:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334265:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334274:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334281:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.334284:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334292:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334308:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffd:0x0].0x0 (000000001fca1780) 00010000:00010000:0.0:1780968272.334311:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.334315:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334322:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fd661 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xffd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334342:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334349:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334355:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334359:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.334362:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334367:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334373:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.334376:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.334378:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334383:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fd653 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334392:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334397:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334403:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334408:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.334409:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334415:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334842:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x1181fc (000000000a2e0f4f) 00010000:00010000:0.0:1780968272.334846:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.334849:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334855:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fd65a lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1181fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334973:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334987:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.334997:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.335012:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.335018:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.335024:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.335112:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.336283:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 60 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.336291:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.336335:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 60 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.336349:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 60 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.336362:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659840:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.336452:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.340795:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.340871:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401344 00010000:00010000:3.0:1780968272.340909:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 61 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.340956:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8994 00000100:00100000:3.0:1780968272.340963:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+61:2220:x1867475545401344:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968272.340979:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.340985:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 61 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.340996:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 61 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.341016:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffe:0x0].0x0 (00000000e8f6211d) 00010000:00010000:3.0:1780968272.341022:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.341031:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.341038:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.341058:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.341105:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+61:2220:x1867475545401344:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 142us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.341113:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8994 00010000:00010000:2.0:1780968272.341314:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d934806a/0x986691d98c7881 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xffe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d32b expref: 60 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.341330:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659840:192.168.203.60@tcp:104: 00010000:00010000:2.0:1780968272.341352:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341360:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341365:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968272.341864:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3863, 64 off255488 00000001:00080000:2.0:1780968272.341878:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:2.0:1780968272.341903:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341911:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341927:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341933:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.341936:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341943:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341953:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xffe:0x0].0x0 (00000000e8f6211d) 00010000:00010000:2.0:1780968272.341955:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968272.341958:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341963:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd676 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xffe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341976:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341982:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341986:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341992:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.341993:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.341998:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342005:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.342007:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.342008:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342014:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd668 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342021:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342026:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342030:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342035:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9cf68cf already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.342037:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342041:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342047:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x22dfca55 (00000000750c36cc) 00010000:00010000:2.0:1780968272.342049:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.342051:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.342055:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd66f lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x22dfca55 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.343999:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.344024:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.344035:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344459:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344470:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344478:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344580:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344593:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 59 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344601:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 4/0,1 mode: --/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344639:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 59 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.344651:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 59 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.344664:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659904:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.344740:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.351152:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.351247:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401408 00010000:00010000:2.0:1780968272.351283:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 60 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.351330:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8995 00000100:00100000:2.0:1780968272.351337:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ea9766a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+60:2219:x1867475545401408:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780968272.351353:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.351359:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 60 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.351369:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 60 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.351399:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfff:0x0].0x0 (00000000eb8e6bb4) 00010000:00010000:2.0:1780968272.351404:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,1 mode: --/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.351413:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.351462:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bac67c9b/0x986691d98c78a4 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xfff:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d332 expref: 60 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.351480:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659904:192.168.203.60@tcp:104: 00010000:00010000:2.0:1780968272.351750:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.351764:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.351771:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780968272.351772:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.351777:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.351822:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ea9766a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+59:2219:x1867475545401408:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 484us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.351831:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8995 00000040:00080000:3.0:1780968272.352678:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2855, 64 off190912 00000001:00080000:3.0:1780968272.352694:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.352717:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352728:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352733:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352739:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.352742:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352749:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352759:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xfff:0x0].0x0 (00000000eb8e6bb4) 00010000:00010000:3.0:1780968272.352762:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.352765:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 2/0,0 mode: --/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352772:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd68b lrc: 0/0,0 mode: --/EX res: [0x200002341:0xfff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352789:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352795:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352799:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352804:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.352806:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352810:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.352816:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.352818:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.353290:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353298:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fd67d lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353309:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353319:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353324:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353330:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.353333:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353338:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353345:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x45ae12af (000000006ef7ee6d) 00010000:00010000:3.0:1780968272.353347:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.353349:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353354:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd684 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x45ae12af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353446:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353459:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353467:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353484:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353490:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353496:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353555:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353568:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 58 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353574:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353609:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 58 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.353621:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 58 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.353633:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659968:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.353695:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.357673:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551659968:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.357701:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968272.361103:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.363284:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401472 00010000:00010000:2.0:1780968272.363331:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 59 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.363431:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8996 00000100:00100000:2.0:1780968272.363438:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+59:2219:x1867475545401472:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:2.0:1780968272.363454:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.363460:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 59 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.363472:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 59 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.363497:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000effc5333/0x986691d98c78c7 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1000:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d339 expref: 59 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.363527:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1000:0x0].0x0 (000000005ff248ee) 00010000:00010000:2.0:1780968272.363532:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.363540:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.363548:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.363630:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.363691:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+58:2219:x1867475545401472:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 252us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.363699:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8996 00010000:00010000:3.0:1780968272.365729:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.365747:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.366154:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3864, 64 off255552 00000001:00080000:3.0:1780968272.366167:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.366190:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366198:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366204:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366210:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.366213:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366220:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366233:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1000:0x0].0x0 (000000005ff248ee) 00010000:00010000:3.0:1780968272.366236:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.366239:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366250:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6a0 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1000:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366267:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366273:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366278:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366282:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.366284:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366288:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366295:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.366296:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.366298:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366302:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd692 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366309:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366318:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366323:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366326:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.366328:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366332:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366338:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x687c5b09 (0000000041cf91b2) 00010000:00010000:3.0:1780968272.366340:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.366341:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366346:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd699 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x687c5b09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366422:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366436:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366445:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366462:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366468:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366473:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366535:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366548:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 57 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366555:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366590:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 57 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.366604:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 57 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.366616:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660032:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.366688:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.372940:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660032:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.372971:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.375942:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.376038:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401536 00010000:00010000:2.0:1780968272.376074:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 58 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.376145:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8997 00000100:00100000:2.0:1780968272.376151:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a6dfcf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+58:2220:x1867475545401536:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780968272.376173:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.376178:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 58 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.376193:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 58 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.376213:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ad2c6dac/0x986691d98c018f lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc98:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb61 expref: 58 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.376225:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc98:0x0].0x0 (0000000024b9e94e) 00010000:00010000:2.0:1780968272.376229:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.376238:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.376245:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.376273:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.376314:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a6dfcf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+57:2220:x1867475545401536:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 162us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.376321:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8997 00010000:00010000:3.0:1780968272.376835:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.376847:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.377262:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2856, 64 off190976 00000001:00080000:3.0:1780968272.377276:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.377300:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377309:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377315:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377321:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.377324:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377331:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377343:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc98:0x0].0x0 (0000000024b9e94e) 00010000:00010000:3.0:1780968272.377345:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.377348:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377353:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd6b5 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377369:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377375:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377379:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377384:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.377385:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377390:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377396:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.377398:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.377400:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377405:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd6a7 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377413:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377419:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377430:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377436:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.377438:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377443:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377450:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xd5b10d57 (000000006ef7ee6d) 00010000:00010000:3.0:1780968272.377452:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.377454:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377460:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6ae lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377579:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377594:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377603:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377617:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377627:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377633:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377685:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377699:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 56 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377706:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377741:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 56 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.377755:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 56 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.377768:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660096:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.377846:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.381674:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.381760:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401600 00010000:00010000:1.0:1780968272.381794:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 57 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.381841:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8998 00000100:00100000:1.0:1780968272.381849:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+57:2219:x1867475545401600:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780968272.381864:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.381870:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 57 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.381881:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 57 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.381902:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1001:0x0].0x0 (00000000cfdca4fd) 00010000:00010000:1.0:1780968272.381907:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.381926:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.381935:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.381964:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.382009:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+57:2219:x1867475545401600:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 160us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.382017:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8998 00010000:00010000:3.0:1780968272.383004:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fd6ec744/0x986691d98c78ea lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1001:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d340 expref: 56 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.383025:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660096:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.383045:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383054:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383060:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.383456:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2857, 64 off191040 00000001:00080000:3.0:1780968272.383468:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.383491:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383499:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383506:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383511:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.383515:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383521:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383533:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1001:0x0].0x0 (00000000cfdca4fd) 00010000:00010000:3.0:1780968272.383536:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.383539:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383549:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd6ca lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1001:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383565:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383571:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383576:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383581:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.383583:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383589:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383597:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.383599:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.383601:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383606:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd6bc lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383615:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383625:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383631:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383636:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.383638:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383644:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383650:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x5c5e9e2a (0000000041cf91b2) 00010000:00010000:3.0:1780968272.383652:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.383654:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383659:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd6c3 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5c5e9e2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383737:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383750:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383758:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383775:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383782:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383788:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383836:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383847:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 55 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383854:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383886:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 55 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.383900:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 55 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.383923:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660160:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.383997:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.387098:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660160:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.387162:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.389199:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.389388:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401664 00010000:00010000:2.0:1780968272.389426:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 56 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.389462:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 8999 00000100:00100000:2.0:1780968272.389469:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+56:2220:x1867475545401664:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1780968272.389483:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.389490:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 56 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.389500:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 56 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.389519:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003918b5b6/0x986691d98c790d lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1002:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d347 expref: 56 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.389534:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1002:0x0].0x0 (00000000fc335541) 00010000:00010000:2.0:1780968272.389538:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.389547:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.389554:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.389577:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.389635:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+55:2220:x1867475545401664:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 166us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.389643:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 8999 00010000:00010000:3.0:1780968272.390203:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390214:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.390567:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3865, 64 off255616 00000001:00080000:3.0:1780968272.390580:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.390601:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390609:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390616:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390622:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.390625:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390632:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390642:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1002:0x0].0x0 (00000000fc335541) 00010000:00010000:3.0:1780968272.390645:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.390647:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390658:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd6df lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1002:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390673:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390679:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390684:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390689:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.390692:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390696:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390702:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.390705:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.390706:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390711:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd6d1 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390719:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390729:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390734:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390738:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.390740:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390745:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390751:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x7f2ce683 (00000000fab5199a) 00010000:00010000:3.0:1780968272.390753:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.390755:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.390761:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd6d8 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7f2ce683 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391398:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391416:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391426:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391444:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391451:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391456:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391522:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391534:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 54 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391541:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391574:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 54 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.391588:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 54 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.391601:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660224:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.391665:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.397548:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660224:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.397579:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.398425:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.398606:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401728 00010000:00010000:1.0:1780968272.398637:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 55 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.398670:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9000 00000100:00100000:1.0:1780968272.398676:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f92aaee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+55:2219:x1867475545401728:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1780968272.398693:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.398697:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 55 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.398708:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 55 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.398728:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961d11db/0x986691d98c7930 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1003:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d34e expref: 55 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.398743:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1003:0x0].0x0 (000000009ce43aec) 00010000:00010000:1.0:1780968272.398747:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.398757:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.398764:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.398787:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.398893:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f92aaee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+54:2219:x1867475545401728:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 215us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.398900:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9000 00010000:00010000:3.0:1780968272.399017:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399026:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.399405:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2858, 64 off191104 00000001:00080000:3.0:1780968272.399417:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.399440:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399448:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399455:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399461:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.399465:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399471:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399481:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1003:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968272.399483:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.399486:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399495:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd6f4 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1003:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399513:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399519:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399524:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399529:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.399531:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399536:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399543:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.399545:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.399546:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399552:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd6e6 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399560:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399570:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399577:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399582:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.399584:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399589:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399596:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xa1fb2edd (000000004824b2f2) 00010000:00010000:3.0:1780968272.399598:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.399600:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399605:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd6ed lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa1fb2edd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399685:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399698:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399707:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399724:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399732:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399737:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399782:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399794:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 53 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399801:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399841:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 53 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.399854:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 53 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.399866:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660288:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.399922:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.403862:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.403977:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660288:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.404004:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.404075:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401792 00010000:00010000:2.0:1780968272.404107:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 54 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.404180:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9001 00000100:00100000:2.0:1780968272.404186:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+54:2220:x1867475545401792:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1780968272.404203:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.404210:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 54 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.404220:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 54 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.404238:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000025844bf5/0x986691d98c7953 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1004:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d355 expref: 54 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.404254:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1004:0x0].0x0 (00000000bae2bd35) 00010000:00010000:2.0:1780968272.404258:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.404267:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.404275:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.404296:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.404337:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+53:2220:x1867475545401792:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 150us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.404344:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9001 00010000:00010000:3.0:1780968272.404458:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404466:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.404813:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3866, 64 off255680 00000001:00080000:3.0:1780968272.404826:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.404848:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404857:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404863:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404868:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.404871:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404877:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404886:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1004:0x0].0x0 (00000000bae2bd35) 00010000:00010000:3.0:1780968272.404888:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.404891:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404901:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd709 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1004:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404926:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404932:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404937:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404952:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.404954:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404959:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404967:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.404969:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.404971:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404976:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd6fb lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404985:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.404997:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405002:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405008:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.405009:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405014:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405020:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xc4c97737 (000000006ef7ee6d) 00010000:00010000:3.0:1780968272.405022:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.405024:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405029:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd702 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc4c97737 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405108:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405148:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405452:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405472:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405480:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405486:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405539:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405549:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 52 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405556:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405583:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 52 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.405595:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 52 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.405606:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660352:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.405651:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.408929:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.409031:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660352:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.409057:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968272.409693:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401856 00010000:00010000:1.0:1780968272.409730:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 53 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.409807:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9002 00000100:00100000:1.0:1780968272.409816:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+53:2220:x1867475545401856:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780968272.409841:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.409847:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 53 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.409859:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 53 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.409880:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4d3aecd/0x986691d98c7976 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1005:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d35c expref: 53 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.409896:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1005:0x0].0x0 (000000006bff0270) 00010000:00010000:1.0:1780968272.409901:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.409910:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.409928:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.409964:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.410014:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+52:2220:x1867475545401856:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 198us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.410021:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9002 00010000:00010000:3.0:1780968272.410338:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410348:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.410713:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2859, 64 off191168 00000001:00080000:3.0:1780968272.410729:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.410752:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410760:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410766:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410773:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.410776:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410782:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410793:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1005:0x0].0x0 (000000006bff0270) 00010000:00010000:3.0:1780968272.410795:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.410798:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410807:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd71e lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1005:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410822:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410828:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410833:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410838:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.410839:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410844:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410851:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.410853:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.410855:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410860:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd710 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410868:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410878:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410884:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410889:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.410891:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410896:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410903:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xe797bf91 (0000000041cf91b2) 00010000:00010000:3.0:1780968272.410906:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.410908:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410923:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd717 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xe797bf91 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.410999:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411011:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411019:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411035:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411041:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411047:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411098:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411110:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 51 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411142:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411503:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 51 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.411517:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 51 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.411531:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660416:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.411599:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.415354:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.415417:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401920 00010000:00010000:2.0:1780968272.415454:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 52 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.415497:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9003 00000100:00100000:2.0:1780968272.415504:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+52:2220:x1867475545401920:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:2.0:1780968272.415519:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.415524:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 52 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.415535:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 52 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.415554:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1006:0x0].0x0 (00000000eb5c0171) 00010000:00010000:2.0:1780968272.415558:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.415567:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.415574:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.415594:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780968272.415726:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e908bdab/0x986691d98c7999 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1006:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d363 expref: 52 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.415749:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+51:2220:x1867475545401920:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 140us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.415751:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660416:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968272.415763:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9003 00010000:00010000:3.0:1780968272.415776:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.415787:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.415793:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.416864:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3867, 64 off255744 00000001:00080000:3.0:1780968272.416880:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.416908:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.416928:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.416936:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.416950:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.416953:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.416960:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.416973:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1006:0x0].0x0 (00000000eb5c0171) 00010000:00010000:3.0:1780968272.416976:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.416979:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.416985:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd733 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1006:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417002:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417008:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417013:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417018:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.417020:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417024:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417031:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.417033:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.417035:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417039:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd725 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417047:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417053:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417059:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417064:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.417065:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417070:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417077:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xa6607ea (000000006ef7ee6d) 00010000:00010000:3.0:1780968272.417079:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.417081:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417085:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd72c lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xa6607ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417206:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417219:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417228:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417246:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417252:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417258:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417317:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417329:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 50 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417335:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417368:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 50 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.417381:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 50 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.417393:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660480:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.417451:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.421459:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.421524:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545401984 00010000:00010000:1.0:1780968272.421560:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 51 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.421605:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9004 00000100:00100000:1.0:1780968272.421611:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1421d87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+51:2220:x1867475545401984:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968272.421625:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.421631:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 51 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.421641:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 51 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.421662:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1007:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968272.421667:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.421676:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.421684:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.421704:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.421835:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1421d87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+51:2220:x1867475545401984:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 222us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.421843:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9004 00010000:00010000:3.0:1780968272.421953:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003cac1f19/0x986691d98c79bc lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1007:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d36a expref: 50 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.421974:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660480:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.421994:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422002:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422008:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.422420:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2860, 64 off191232 00000001:00080000:3.0:1780968272.422433:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.422457:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422465:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422471:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422477:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.422480:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422487:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422497:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1007:0x0].0x0 (00000000274c7635) 00010000:00010000:3.0:1780968272.422500:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.422503:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422509:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fd748 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1007:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422525:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422531:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422536:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422541:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.422543:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422549:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422556:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.422558:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.422560:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422565:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fd73a lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422574:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422581:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422586:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422591:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.422592:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422597:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422605:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2d345044 (000000004824b2f2) 00010000:00010000:3.0:1780968272.422607:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.422609:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422614:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fd741 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2d345044 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422693:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422705:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422713:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422732:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422739:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422745:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422797:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422808:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 49 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422815:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422843:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 49 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.422856:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.422868:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660544:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.422929:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.430870:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.430964:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402048 00010000:00010000:2.0:1780968272.430999:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 50 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.431042:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9005 00000100:00100000:2.0:1780968272.431048:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df8564cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+50:2219:x1867475545402048:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:2.0:1780968272.431066:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.431071:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 50 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.431083:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 50 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.431102:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1008:0x0].0x0 (000000005ace4833) 00010000:00010000:2.0:1780968272.431107:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.431140:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.431148:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.431177:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.431224:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df8564cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+50:2219:x1867475545402048:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 175us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.431232:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9005 00010000:00010000:3.0:1780968272.432684:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bdf7fb9f/0x986691d98c79df lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1008:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d371 expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.432711:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660544:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.432733:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.432742:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.432748:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.433344:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3868, 64 off255808 00000001:00080000:3.0:1780968272.433357:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.433382:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433391:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433398:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433403:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.433406:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433414:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433427:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1008:0x0].0x0 (000000005ace4833) 00010000:00010000:3.0:1780968272.433431:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.433434:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433439:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000440a0fda/0x986691d98fd75d lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1008:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433455:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433462:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433467:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433472:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.433474:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433478:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433486:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.433488:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.433490:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433495:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fd74f lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433503:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433508:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433513:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433518:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.433520:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433525:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433532:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x5002989e (00000000fab5199a) 00010000:00010000:3.0:1780968272.433534:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.433536:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433541:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fd756 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5002989e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433624:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433637:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433645:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433661:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433668:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433674:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433723:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433735:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 48 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433742:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433774:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 48 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.433787:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 48 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.433798:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660608:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.433860:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.437761:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968272.437859:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402112 00010000:00010000:0.0:1780968272.437893:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.438101:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9006 00000100:00100000:0.0:1780968272.438109:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cd1f753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+49:2220:x1867475545402112:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780968272.438175:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780968272.438182:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968272.438194:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:0.0:1780968272.438214:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1009:0x0].0x0 (00000000ab98fcd1) 00010000:00010000:0.0:1780968272.438218:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.438228:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.438236:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.438257:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780968272.438305:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cd1f753 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+49:2220:x1867475545402112:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 196us (552us total) trans 0 rc 0/0 00010000:00010000:3.0:1780968272.438480:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000165593a7/0x986691d98c7a02 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1009:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d378 expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.438504:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660608:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.438524:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.438533:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.438539:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.438911:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2861, 64 off191296 00000001:00080000:3.0:1780968272.438936:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.438968:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.438976:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.438982:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.438988:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc6e2da5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.438991:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.438999:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439008:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1009:0x0].0x0 (00000000ab98fcd1) 00010000:00010000:3.0:1780968272.439011:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.439014:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439019:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fd772 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1009:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439034:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439039:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439044:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439049:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e83c197 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.439050:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439055:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439062:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.439064:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.439066:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439072:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e83c197/0x986691d98fd764 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439080:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439086:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439091:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439096:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.439098:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439104:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439109:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x72d0e0f8 (0000000072610501) 00010000:00010000:3.0:1780968272.439111:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.439113:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439149:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fd76b lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x72d0e0f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439229:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439241:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439249:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439266:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439273:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439279:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439331:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439341:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 48 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439348:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439378:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 48 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.439390:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 48 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.439403:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660672:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.439450:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.442702:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.442756:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402176 00010000:00010000:3.0:1780968272.442793:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 49 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.442879:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660672:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.442903:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.443529:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9006 00000100:00100000:2.0:1780968272.444098:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9007 00000100:00100000:2.0:1780968272.444107:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+48:2219:x1867475545402176:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1780968272.444163:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.444173:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 48 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.444186:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 48 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.444208:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a71628c0/0x986691d98c7a25 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x100a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d37f expref: 48 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.444224:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100a:0x0].0x0 (00000000990b82a5) 00010000:00010000:2.0:1780968272.444229:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.444238:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.444247:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.444324:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.444380:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:2219:x1867475545402176:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 273us (1685us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.444388:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9007 00010000:00010000:1.0:1780968272.445612:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.445627:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.446096:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3869, 64 off255872 00000001:00080000:1.0:1780968272.446108:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.447953:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.447971:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.447978:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.447985:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.447989:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.447996:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448012:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100a:0x0].0x0 (00000000990b82a5) 00010000:00010000:1.0:1780968272.448015:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.448018:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448025:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fd787 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x100a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448048:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448054:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448060:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448066:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.448068:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448074:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448081:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.448083:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.448085:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448090:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fd779 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448099:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448110:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448129:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448134:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.448136:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448142:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448149:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x959f2951 (000000006ef7ee6d) 00010000:00010000:1.0:1780968272.448151:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.448420:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448427:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f550ad03/0x986691d98fd780 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x959f2951 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448536:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448550:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448558:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448577:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448584:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448590:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448675:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448688:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 46 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448695:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448732:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 46 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.448745:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 46 pid: 97810 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.448758:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660736:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.448839:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.451856:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.451940:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660736:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.451965:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.452548:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402240 00010000:00010000:2.0:1780968272.452583:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 47 pid: 97810 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.452624:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9008 00000100:00100000:2.0:1780968272.452630:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:2219:x1867475545402240:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1780968272.452646:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.452651:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 47 pid: 97810 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.452666:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 47 pid: 97810 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.452684:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000af262df2/0x986691d98c01b2 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc99:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb68 expref: 47 pid: 97810 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.452711:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc99:0x0].0x0 (00000000d04790db) 00010000:00010000:2.0:1780968272.452715:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.452723:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.452731:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.452759:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.452809:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+46:2219:x1867475545402240:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 178us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.452818:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9008 00010000:00010000:3.0:1780968272.453623:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.453634:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780968272.454028:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3870, 64 off255936 00000001:00080000:3.0:1780968272.454042:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:3.0:1780968272.454066:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454073:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454080:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454085:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.454089:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454096:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454108:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc99:0x0].0x0 (00000000d04790db) 00010000:00010000:3.0:1780968272.454111:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968272.454113:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454149:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd79c lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454174:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454180:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454186:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454191:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.454193:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454199:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454207:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:3.0:1780968272.454210:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.454211:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454217:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd78e lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454225:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454237:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454242:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454247:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968272.454249:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454254:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454260:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2d3db9f (00000000aec1bd06) 00010000:00010000:3.0:1780968272.454262:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968272.454263:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454268:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd795 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454350:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454363:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454370:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454388:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454394:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454400:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454449:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454461:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 45 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454467:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454500:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 45 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.454513:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 45 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.454526:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660800:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968272.454591:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dac6786b going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.458618:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.458709:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660800:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.458736:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.458796:0:5517:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402304 00010000:00010000:2.0:1780968272.458836:0:5517:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 46 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.458873:0:5517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9009 00000100:00100000:2.0:1780968272.458880:0:5517:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+46:2220:x1867475545402304:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780968272.458895:0:5517:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.458902:0:5517:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 46 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.458920:0:5517:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 46 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.458940:0:5517:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b4219fdf/0x986691d98c7a48 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x100b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d386 expref: 46 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.458958:0:5517:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100b:0x0].0x0 (00000000da975dd9) 00010000:00010000:2.0:1780968272.458962:0:5517:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.458971:0:5517:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.458978:0:5517:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.459004:0:5517:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.459049:0:5517:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:2220:x1867475545402304:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 169us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.459056:0:5517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9009 00010000:00010000:1.0:1780968272.459274:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459282:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.459692:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2862, 64 off191360 00000001:00080000:1.0:1780968272.459703:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.459725:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459732:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459738:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459744:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.459747:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459753:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459762:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100b:0x0].0x0 (00000000da975dd9) 00010000:00010000:1.0:1780968272.459765:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.459768:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459773:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ed436/0x986691d98fd7b1 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x100b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459787:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459792:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459797:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459802:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.459803:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459808:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459813:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.459816:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.459817:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459822:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fd7a3 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459830:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459835:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459841:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459846:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.459848:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459853:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459858:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x89816c72 (0000000041cf91b2) 00010000:00010000:1.0:1780968272.459860:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.459862:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459867:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fd7aa lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x89816c72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459970:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459982:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.459989:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460006:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460012:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460019:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460064:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460074:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 44 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460080:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460108:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 44 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.460149:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 44 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.461905:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660864:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.462073:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.465180:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.465265:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402368 00010000:00010000:2.0:1780968272.465303:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 45 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.465346:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9010 00000100:00100000:2.0:1780968272.465352:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:2220:x1867475545402368:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:2.0:1780968272.465368:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.465373:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 45 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.465384:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 45 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.465404:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100c:0x0].0x0 (000000004323fbac) 00010000:00010000:2.0:1780968272.465409:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.465418:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.465424:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.465442:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.465486:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:2220:x1867475545402368:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 133us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.465493:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9010 00010000:00010000:1.0:1780968272.465762:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed879c/0x986691d98c7a6b lrc: 0/0,0 mode: --/CR res: [0x200002341:0x100c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d38d expref: 44 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.465788:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660864:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.465806:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.465815:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.465832:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.466310:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3871, 64 off256000 00000001:00080000:1.0:1780968272.466322:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.466344:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466353:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466359:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466365:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.466368:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466375:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466385:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100c:0x0].0x0 (000000004323fbac) 00010000:00010000:1.0:1780968272.466388:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.466392:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466398:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd7c6 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x100c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466412:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466418:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466423:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466427:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.466429:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466433:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466440:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.466442:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.466444:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466448:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7b8 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466456:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466461:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466466:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466471:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.466472:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466476:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466482:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xac4fb4cc (00000000338174e3) 00010000:00010000:1.0:1780968272.466484:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.466485:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466490:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7bf lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xac4fb4cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466570:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466581:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466588:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466606:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466612:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466618:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466665:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466676:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 43 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466682:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 4/0,1 mode: --/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466710:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 43 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.466721:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 43 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.466732:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660928:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.466788:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.471234:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660928:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.471261:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.472309:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.472581:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402432 00010000:00010000:3.0:1780968272.472612:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 44 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.472651:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9011 00000100:00100000:3.0:1780968272.472658:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ebb443a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+44:2219:x1867475545402432:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968272.472671:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.472677:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 44 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.472687:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 44 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.472706:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052ea600f/0x986691d98c7a8e lrc: 0/0,0 mode: --/CR res: [0x200002341:0x100d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d394 expref: 44 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.472720:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100d:0x0].0x0 (00000000805cc2e2) 00010000:00010000:3.0:1780968272.472724:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.472732:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.472739:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.472763:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780968272.473447:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.473458:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.474759:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ebb443a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:2219:x1867475545402432:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 160us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.474776:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9011 00000040:00080000:1.0:1780968272.475005:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2863, 64 off191424 00000001:00080000:1.0:1780968272.475022:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.475053:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475063:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475070:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475076:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.475079:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475085:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475098:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100d:0x0].0x0 (00000000805cc2e2) 00010000:00010000:1.0:1780968272.475101:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.475105:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 2/0,0 mode: --/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475137:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd7db lrc: 0/0,0 mode: --/EX res: [0x200002341:0x100d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475161:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475168:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475173:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475178:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048401b1d already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.475180:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475185:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475192:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.475194:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.475196:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475202:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd7cd lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475210:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475220:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475225:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475231:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df416bfc already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.475233:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475238:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475245:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xcf1dfd26 (00000000aff7553c) 00010000:00010000:1.0:1780968272.475247:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.475249:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475254:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd7d4 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xcf1dfd26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475351:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475365:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475374:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475393:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475400:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475406:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475472:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475484:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 42 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475491:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475524:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 42 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.475539:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 42 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.475553:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660992:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.475616:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.479861:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551660992:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.479891:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.481594:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.481804:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402496 00010000:00010000:3.0:1780968272.481850:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 43 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.481895:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9012 00000100:00100000:3.0:1780968272.481902:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:2219:x1867475545402496:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968272.481925:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.481932:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 43 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.481951:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 43 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.481972:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d79c8118/0x986691d98c7ab1 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x100e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d39b expref: 43 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.481985:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100e:0x0].0x0 (0000000003b8bffe) 00010000:00010000:3.0:1780968272.481989:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.481998:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.482005:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.482188:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.482238:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:2219:x1867475545402496:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 335us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.482246:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9012 00010000:00010000:1.0:1780968272.482879:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.482892:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.483707:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3872, 64 off256064 00000001:00080000:1.0:1780968272.483722:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.483746:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483756:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483763:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483768:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.483771:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483777:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483790:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100e:0x0].0x0 (0000000003b8bffe) 00010000:00010000:1.0:1780968272.483793:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.483796:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483805:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd7f0 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x100e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483889:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483896:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483901:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483907:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea2e01c already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.483908:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483923:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.483931:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.483934:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.483936:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484005:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd7e2 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484016:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484025:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484030:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484035:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.484037:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484042:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484050:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xf1ec457f (00000000e6d16bc9) 00010000:00010000:1.0:1780968272.484052:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.484054:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484059:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd7e9 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xf1ec457f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484257:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484270:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484279:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484295:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484301:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484306:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484362:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484374:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 41 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484380:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484412:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 41 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.484426:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 41 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.484438:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661056:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.484558:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.488278:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661056:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.488306:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.489353:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.489431:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402560 00010000:00010000:3.0:1780968272.489466:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 42 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.489511:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9013 00000100:00100000:3.0:1780968272.489517:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050a6fc88 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:2219:x1867475545402560:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780968272.489533:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.489538:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 42 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.489549:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 42 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.489570:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4dca5c8/0x986691d98c7ad4 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x100f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a2 expref: 42 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.489585:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100f:0x0].0x0 (000000003efedf50) 00010000:00010000:3.0:1780968272.489589:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.489598:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.489605:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.489639:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.489682:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050a6fc88 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:2219:x1867475545402560:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 164us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.489689:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9013 00010000:00010000:1.0:1780968272.489741:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.489749:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.490430:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2864, 64 off191488 00000001:00080000:1.0:1780968272.490442:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.490464:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490471:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490477:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490482:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.490485:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490491:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490499:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x100f:0x0].0x0 (000000003efedf50) 00010000:00010000:1.0:1780968272.490502:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.490504:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490513:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd805 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x100f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490527:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490533:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490537:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490541:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.490543:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490547:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490552:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.490554:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.490556:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490560:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd7f7 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490567:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490576:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490581:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490584:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.490586:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490589:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490594:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x14ba8dd9 (00000000338174e3) 00010000:00010000:1.0:1780968272.490596:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.490597:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490601:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd7fe lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x14ba8dd9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490688:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490699:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490707:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490723:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490729:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490735:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490786:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490798:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 40 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490805:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490834:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 40 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.490846:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 40 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.490859:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661120:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.490923:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.495178:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.495310:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402624 00010000:00010000:2.0:1780968272.495346:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 41 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.495382:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9014 00000100:00100000:2.0:1780968272.495388:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:2220:x1867475545402624:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1780968272.495405:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.495411:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 41 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.495421:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 41 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.495442:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1010:0x0].0x0 (0000000044a31776) 00010000:00010000:2.0:1780968272.495447:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.495456:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.495464:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.495484:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.495538:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:2220:x1867475545402624:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 148us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.495546:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9014 00010000:00010000:1.0:1780968272.496413:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009faf19e3/0x986691d98c7af7 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1010:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3a9 expref: 40 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.496447:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661120:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.496467:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.496476:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.496481:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.496935:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3873, 64 off256128 00000001:00080000:1.0:1780968272.496958:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.496982:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.496990:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.496997:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497002:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.497006:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497013:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497025:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1010:0x0].0x0 (0000000044a31776) 00010000:00010000:1.0:1780968272.497029:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.497032:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497037:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd81a lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1010:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497054:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497060:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497065:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497070:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df416bfc already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.497072:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497077:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497084:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.497087:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.497088:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497093:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd80c lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497102:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497109:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.497150:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.498717:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048401b1d already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.498722:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.498730:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.498742:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x3788d633 (00000000aff7553c) 00010000:00010000:1.0:1780968272.498745:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.498748:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.498754:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd813 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x3788d633 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499066:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499082:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499092:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499111:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499329:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499337:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499425:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499438:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 39 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499444:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499482:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 39 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.499496:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 39 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.499510:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661184:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.499638:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.503488:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661184:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.503517:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.504149:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.504422:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402688 00010000:00010000:3.0:1780968272.504453:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 40 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.504491:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9015 00000100:00100000:3.0:1780968272.504498:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+40:2219:x1867475545402688:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968272.504513:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.504518:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 40 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.504528:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 40 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.504546:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e985da5/0x986691d98c7b1a lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1011:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b0 expref: 40 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.504561:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1011:0x0].0x0 (00000000196182b5) 00010000:00010000:3.0:1780968272.504565:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.504574:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.504586:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.504649:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.504702:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:2219:x1867475545402688:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 203us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.504709:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9015 00010000:00010000:1.0:1780968272.505656:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.505669:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.506577:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2865, 64 off191552 00000001:00080000:1.0:1780968272.506592:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.506617:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506626:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506633:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506639:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.506643:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506650:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506663:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1011:0x0].0x0 (00000000196182b5) 00010000:00010000:1.0:1780968272.506665:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.506668:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506678:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd82f lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1011:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506694:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506700:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506705:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506710:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.506712:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506718:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506724:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.506727:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.506729:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506734:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd821 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506742:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506752:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506758:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506762:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea2e01c already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.506764:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506769:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506775:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x5a571e8c (00000000e6d16bc9) 00010000:00010000:1.0:1780968272.506778:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.506779:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.506785:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd828 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x5a571e8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507056:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507069:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507077:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507094:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507101:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507107:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507571:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507586:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 38 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507593:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507631:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 38 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.507646:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 38 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.507659:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661248:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.507734:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.510861:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.511015:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402752 00010000:00010000:3.0:1780968272.511048:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 39 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.511089:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9016 00000100:00100000:3.0:1780968272.511096:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:2220:x1867475545402752:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780968272.511111:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.511142:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 39 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.511153:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 39 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.511183:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1012:0x0].0x0 (00000000b6ea1117) 00010000:00010000:3.0:1780968272.511188:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.511196:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.511208:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.511228:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.511273:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:2220:x1867475545402752:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 176us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.511280:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9016 00010000:00010000:1.0:1780968272.512730:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004726d753/0x986691d98c7b3d lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1012:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3b7 expref: 38 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.512763:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661248:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.512784:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.512793:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.512799:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.513533:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3874, 64 off256192 00000001:00080000:1.0:1780968272.513546:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.513572:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513582:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513589:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513595:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.513599:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513606:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513620:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1012:0x0].0x0 (00000000b6ea1117) 00010000:00010000:1.0:1780968272.513624:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.513627:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513632:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd844 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1012:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513649:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513655:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513660:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513665:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df416bfc already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.513666:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513671:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513679:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.513681:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.513683:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513689:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd836 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513697:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513704:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513710:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513714:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.513716:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513721:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513727:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x7d2566e6 (00000000338174e3) 00010000:00010000:1.0:1780968272.513730:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.513731:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513737:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd83d lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x7d2566e6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513900:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513923:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.513933:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.514068:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.514075:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.514082:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.514534:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.514548:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 37 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.514555:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.514589:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 37 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.514601:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 37 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.514614:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661312:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.514717:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.519519:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.519789:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402816 00010000:00010000:1.0:1780968272.519835:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 38 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.519870:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9017 00000100:00100000:1.0:1780968272.519876:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:2220:x1867475545402816:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:1.0:1780968272.519903:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.519909:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 38 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.519927:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 38 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.519954:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1013:0x0].0x0 (00000000f82d59e8) 00010000:00010000:1.0:1780968272.519958:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.519967:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.519975:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.519995:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.520046:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:2220:x1867475545402816:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 169us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.520054:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9017 00010000:00010000:3.0:1780968272.521713:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000047474264/0x986691d98c7b60 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1013:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3be expref: 37 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.521740:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661312:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968272.521763:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.522407:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.522417:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.523024:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2866, 64 off191616 00000001:00080000:0.0:1780968272.523038:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.523062:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523077:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523084:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523090:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.523094:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523101:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523147:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1013:0x0].0x0 (00000000f82d59e8) 00010000:00010000:0.0:1780968272.523151:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.523264:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523271:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd859 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1013:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523292:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523298:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523304:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523314:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.523316:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523322:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523330:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.523332:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.523334:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523338:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097dc1377/0x986691d98fd84b lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523347:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523352:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523357:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523361:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.523363:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523368:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523375:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x9ff3af40 (00000000ad3c5857) 00010000:00010000:0.0:1780968272.523378:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.523380:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523384:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fd852 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x9ff3af40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523477:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523491:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523499:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523511:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523516:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523522:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523576:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523590:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 36 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523597:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523632:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 36 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.523647:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 36 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.523659:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072e56725 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661376:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.523737:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.527163:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072e56725 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661376:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.527192:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968272.528212:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.528286:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402880 00010000:00010000:2.0:1780968272.528318:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 37 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.528353:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9018 00000100:00100000:2.0:1780968272.528359:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6df1615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:2219:x1867475545402880:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780968272.528373:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.528379:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 37 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.528388:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 37 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.528407:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063a02a44/0x986691d98c7b83 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1014:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3c5 expref: 37 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.528423:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1014:0x0].0x0 (00000000b54b1b80) 00010000:00010000:2.0:1780968272.528427:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.528436:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.528443:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.528475:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.528519:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6df1615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:2219:x1867475545402880:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 158us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.528526:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9018 00010000:00010000:0.0:1780968272.528933:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.528951:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.529424:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3875, 64 off256256 00000001:00080000:0.0:1780968272.529438:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.529462:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529470:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529477:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529487:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9cf68cf already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.529491:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529497:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529508:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1014:0x0].0x0 (00000000b54b1b80) 00010000:00010000:0.0:1780968272.529511:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.529513:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529519:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd86e lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1014:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529537:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529543:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529547:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529552:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037f070a1 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.529554:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529559:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529566:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.529568:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.529570:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529575:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd860 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529583:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529589:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529594:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529599:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000feb209ff already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.529601:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529606:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529613:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xc2c1f79a (00000000fd0d6bbc) 00010000:00010000:0.0:1780968272.529615:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.529617:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529626:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd867 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xc2c1f79a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529717:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529729:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529737:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529748:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529754:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529759:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529805:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529816:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 35 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529823:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 4/0,1 mode: --/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529870:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 35 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.529882:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 35 pid: 97810 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.529894:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661440:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.529964:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.535707:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661440:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.535738:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.536486:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.536563:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545402944 00010000:00010000:1.0:1780968272.536593:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 36 pid: 97810 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.536629:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9019 00000100:00100000:1.0:1780968272.536635:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:2220:x1867475545402944:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780968272.536649:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.536654:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 36 pid: 97810 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.536664:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 36 pid: 97810 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.536682:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001cd2d5b/0x986691d98c01d5 lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc9a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075bb6f expref: 36 pid: 97810 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.536695:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc9a:0x0].0x0 (00000000f0bb7dce) 00010000:00010000:1.0:1780968272.536698:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.536707:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.536715:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.536737:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.536784:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:2220:x1867475545402944:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 148us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.536791:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9019 00010000:00010000:0.0:1780968272.537008:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537016:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.537383:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2867, 64 off191680 00000001:00080000:0.0:1780968272.537395:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.537416:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537423:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537429:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537435:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.537437:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537448:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537456:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc9a:0x0].0x0 (00000000f0bb7dce) 00010000:00010000:0.0:1780968272.537459:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.537461:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537466:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd883 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537481:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537486:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537491:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537496:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.537498:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537503:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537509:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.537512:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.537514:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537518:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd875 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537525:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537530:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537535:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537540:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.537541:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537546:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537552:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x2ff6a9e8 (0000000059403ad2) 00010000:00010000:0.0:1780968272.537554:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.537556:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537562:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd87c lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537663:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537674:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537682:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537696:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537702:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537708:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537759:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537771:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 34 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537778:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537808:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 34 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.537834:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 34 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.537853:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661504:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.537901:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.541580:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.541673:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661504:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.541701:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.541777:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403008 00010000:00010000:2.0:1780968272.541806:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 35 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.541846:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9020 00000100:00100000:2.0:1780968272.541853:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:2219:x1867475545403008:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1780968272.541870:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.541876:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 35 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.541885:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 35 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.541905:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049ebf018/0x986691d98c7ba6 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1015:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3cc expref: 35 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.541930:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1015:0x0].0x0 (00000000b6656d81) 00010000:00010000:2.0:1780968272.541935:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.541944:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.541951:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.541980:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.542029:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2219:x1867475545403008:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 175us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.542037:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9020 00010000:00010000:0.0:1780968272.542584:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.542595:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.543089:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2868, 64 off191744 00000001:00080000:0.0:1780968272.543103:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.543259:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543269:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543276:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543282:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.543286:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543293:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543304:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1015:0x0].0x0 (00000000b6656d81) 00010000:00010000:0.0:1780968272.543308:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.543311:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543317:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd898 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1015:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543334:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543340:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543345:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543351:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.543353:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543358:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543365:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.543367:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.543369:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543373:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd88a lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543381:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543387:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543393:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543398:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.543399:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543404:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543411:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xb6a43aba (0000000015c0b588) 00010000:00010000:0.0:1780968272.543413:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.543415:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543420:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd891 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xb6a43aba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543501:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543513:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543522:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543539:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543546:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543551:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543600:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543613:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 33 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543620:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543653:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 33 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.543665:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 33 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.543678:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050976b7c pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661568:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.543787:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:0.0:1780968272.548855:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.549165:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403072 00010000:00010000:2.0:1780968272.549203:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 34 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.549237:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9021 00000100:00100000:2.0:1780968272.549245:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2219:x1867475545403072:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1780968272.549260:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.549266:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 34 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.549276:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 34 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.549296:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1016:0x0].0x0 (0000000012ee4645) 00010000:00010000:2.0:1780968272.549300:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.549309:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.549316:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.549337:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.549381:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2219:x1867475545403072:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 136us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.549389:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9021 00010000:00010000:1.0:1780968272.550041:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fec0312d/0x986691d98c7bc9 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1016:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3d3 expref: 33 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.550061:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050976b7c pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661568:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.550080:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550093:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550098:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.550625:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3876, 64 off256320 00000001:00080000:1.0:1780968272.550636:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.550658:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550665:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550672:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550677:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9cf68cf already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.550681:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550687:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550698:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1016:0x0].0x0 (0000000012ee4645) 00010000:00010000:1.0:1780968272.550701:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.550703:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550712:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9cf68cf/0x986691d98fd8ad lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1016:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550727:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550733:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550739:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550743:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000feb209ff already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.550744:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550749:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550755:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.550756:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.550758:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550763:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000feb209ff/0x986691d98fd89f lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550770:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550779:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550784:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550788:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037f070a1 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.550790:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550794:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550800:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xd9728314 (00000000fd0d6bbc) 00010000:00010000:1.0:1780968272.550802:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.550803:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550808:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037f070a1/0x986691d98fd8a6 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xd9728314 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550903:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550925:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.550933:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551244:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551251:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551257:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551312:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551322:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 32 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551329:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551358:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 32 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.551371:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 32 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.551382:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661632:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.551492:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.556158:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661632:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.556185:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.557501:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.557710:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403136 00010000:00010000:2.0:1780968272.557746:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 33 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.557778:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9022 00000100:00100000:2.0:1780968272.557784:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545403136:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1780968272.557802:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968272.557808:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 33 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.557828:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 33 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.557849:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe266d2c/0x986691d98c7bec lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1017:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3da expref: 33 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:2.0:1780968272.557869:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1017:0x0].0x0 (0000000001376e5f) 00010000:00010000:2.0:1780968272.557874:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.557882:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.557889:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.557924:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968272.557974:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2219:x1867475545403136:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 189us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.557981:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9022 00010000:00010000:0.0:1780968272.558834:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.558847:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.559473:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2869, 64 off191808 00000001:00080000:0.0:1780968272.559487:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.559511:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559520:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559526:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559531:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.559534:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559540:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559551:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1017:0x0].0x0 (0000000001376e5f) 00010000:00010000:0.0:1780968272.559554:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.559556:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559562:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fd8c2 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1017:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559577:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559583:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559589:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559594:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.559596:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559601:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559608:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.559611:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.559612:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559617:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fd8b4 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559625:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559629:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559634:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559642:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df416bfc already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.559644:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559648:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559653:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xfc40cb6e (00000000338174e3) 00010000:00010000:0.0:1780968272.559656:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.559657:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559661:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df416bfc/0x986691d98fd8bb lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xfc40cb6e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559744:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559757:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559766:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559779:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559785:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.559796:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.560475:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.560491:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 31 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.560498:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.560535:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 31 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.560548:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 31 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.560562:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661696:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.560673:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:3.0:1780968272.565068:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.565172:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403200 00010000:00010000:1.0:1780968272.565208:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 32 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.565250:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9023 00000100:00100000:1.0:1780968272.565257:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2219:x1867475545403200:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780968272.565271:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.565277:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 32 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.565288:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 32 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.565308:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1018:0x0].0x0 (000000003904bfd4) 00010000:00010000:1.0:1780968272.565312:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.565321:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.565329:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.565349:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.565401:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2219:x1867475545403200:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 142us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.565409:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9023 00010000:00010000:0.0:1780968272.565579:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c84f86b/0x986691d98c7c0f lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1018:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e1 expref: 31 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.565596:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661696:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968272.565614:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.565626:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.565632:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.565989:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3877, 64 off256384 00000001:00080000:0.0:1780968272.566002:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.566025:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566033:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566039:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566044:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.566048:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566054:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566063:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1018:0x0].0x0 (000000003904bfd4) 00010000:00010000:0.0:1780968272.566066:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.566069:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566079:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fd8d7 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1018:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566095:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566101:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566106:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566112:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.566133:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566140:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566147:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.566150:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.566152:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566157:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fd8c9 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566166:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566176:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566182:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566188:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.566189:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566194:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566201:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x1f0f13c8 (0000000059403ad2) 00010000:00010000:0.0:1780968272.566203:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.566205:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566210:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fd8d0 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x1f0f13c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566300:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566312:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566320:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566338:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566345:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566351:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566401:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566411:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 30 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566417:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566445:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 30 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.566457:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 30 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.566470:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661760:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968272.566516:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ceb2433 going to sleep for 6 seconds 00000100:00100000:2.0:1780968272.570578:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.570658:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403264 00010000:00010000:3.0:1780968272.570693:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 31 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.570735:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9024 00000100:00100000:3.0:1780968272.570742:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377fd641 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545403264:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780968272.570757:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.570763:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 31 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.570777:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 31 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.570797:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1019:0x0].0x0 (000000009e091d11) 00010000:00010000:3.0:1780968272.570801:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.570809:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.570816:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.570847:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.570902:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377fd641 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545403264:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 159us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.570910:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9024 00010000:00010000:0.0:1780968272.571424:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005defaab4/0x986691d98c7c32 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1019:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3e8 expref: 30 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:0.0:1780968272.571448:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661760:192.168.203.60@tcp:104: 00010000:00010000:0.0:1780968272.571469:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.571477:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.571483:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780968272.571976:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2870, 64 off191872 00000001:00080000:0.0:1780968272.571988:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:0.0:1780968272.572011:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572019:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572025:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572031:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.572035:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572042:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572064:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1019:0x0].0x0 (000000009e091d11) 00010000:00010000:0.0:1780968272.572068:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780968272.572071:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572077:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fd8ec lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1019:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572094:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572100:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572105:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572110:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.572112:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572521:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572531:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:0.0:1780968272.572533:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.572536:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572541:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fd8de lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572550:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572556:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572561:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572567:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968272.572569:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572575:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572582:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x41dd5c21 (0000000015c0b588) 00010000:00010000:0.0:1780968272.572584:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968272.572586:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968272.572592:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fd8e5 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x41dd5c21 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.572904:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.572929:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.572939:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.572954:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.572960:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.572966:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.573031:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.573043:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 29 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.573051:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.573098:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 29 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.573111:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 29 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.573160:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661824:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.573231:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e607fd10 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.579379:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661824:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.579409:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.580394:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.580734:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403328 00010000:00010000:1.0:1780968272.580768:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 30 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.580806:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9025 00000100:00100000:1.0:1780968272.580813:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a93cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:2219:x1867475545403328:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968272.580837:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.580843:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 30 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.580856:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 30 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.580875:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8d827d6/0x986691d98c7c55 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x101a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3ef expref: 30 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.580891:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101a:0x0].0x0 (00000000f025a744) 00010000:00010000:1.0:1780968272.580895:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.580909:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.580927:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.580960:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.581002:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a93cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:2219:x1867475545403328:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 188us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.581009:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9025 00010000:00010000:2.0:1780968272.581240:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581253:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968272.581743:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3878, 64 off256448 00000001:00080000:2.0:1780968272.581755:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:2.0:1780968272.581778:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581786:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581792:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581798:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.581801:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581808:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581819:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101a:0x0].0x0 (00000000f025a744) 00010000:00010000:2.0:1780968272.581821:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968272.581824:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581829:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fd901 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x101a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581844:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581851:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581856:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581861:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea2e01c already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.581863:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581868:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581875:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.581877:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.581879:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581885:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ea2e01c/0x986691d98fd8f3 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581892:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581898:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581904:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581925:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.581927:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581932:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581940:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x64aba47b (00000000e6d16bc9) 00010000:00010000:2.0:1780968272.581942:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.581943:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.581948:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fd8fa lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x64aba47b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582038:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582051:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582058:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582072:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582078:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582088:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582166:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582179:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 28 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582185:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582213:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 28 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.582226:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 28 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.582238:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000004e62fe pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661888:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968272.582547:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d672c28a going to sleep for 6 seconds 00000100:00100000:2.0:1780968272.587683:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968272.587893:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403392 00010000:00010000:3.0:1780968272.587939:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 29 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:3.0:1780968272.587988:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9026 00000100:00100000:3.0:1780968272.587995:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0753263 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:2220:x1867475545403392:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780968272.588010:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968272.588015:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 5/0,0 mode: CR/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 29 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.588032:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 29 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:3.0:1780968272.588054:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101b:0x0].0x0 (00000000f0cb44c5) 00010000:00010000:3.0:1780968272.588058:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.588068:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.588075:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968272.588097:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968272.588196:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0753263 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:2220:x1867475545403392:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 200us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968272.588204:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9026 00010000:00010000:1.0:1780968272.588454:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbea7c6b/0x986691d98c7c78 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x101b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3f6 expref: 28 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.588469:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000004e62fe pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661888:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.588490:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.588498:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.588504:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968272.589250:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2871, 64 off191936 00000001:00080000:1.0:1780968272.589265:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:1.0:1780968272.589290:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589304:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589310:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589317:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f544e3a8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.589321:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589328:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589339:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101b:0x0].0x0 (00000000f0cb44c5) 00010000:00010000:1.0:1780968272.589341:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.589344:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589349:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fd916 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x101b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589363:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589369:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589374:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589383:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6b9e56f already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.589385:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589391:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589397:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:1.0:1780968272.589399:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.589401:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589406:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98fd908 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589414:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589419:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589425:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589430:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.589432:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589438:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589445:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x8779ecd5 (00000000531c8c31) 00010000:00010000:1.0:1780968272.589447:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.589449:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589454:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fd90f lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0x8779ecd5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589545:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589557:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589565:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589579:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589586:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589592:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589643:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589654:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 27 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589662:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 4/0,1 mode: --/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589691:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 27 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.589704:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 27 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.589718:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661952:192.168.203.60@tcp:104: 00000100:00100000:1.0:1780968272.589770:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000000414a34c going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.594496:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551661952:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.594524:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.595352:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.595741:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403456 00010000:00010000:1.0:1780968272.595774:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 28 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.595851:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9027 00000100:00100000:1.0:1780968272.595858:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:2220:x1867475545403456:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780968272.595873:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.595879:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 28 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.595889:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 28 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.595919:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000874545e0/0x986691d98c7c9b lrc: 0/0,0 mode: --/CR res: [0x200002341:0x101c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d3fd expref: 28 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.595973:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101c:0x0].0x0 (00000000eb36e28b) 00010000:00010000:1.0:1780968272.595977:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.595987:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.595994:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.596029:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.596089:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:2220:x1867475545403456:12345-192.168.203.60@tcp:103:ldlm_bl_04.0 Request processed in 230us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.596098:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9027 00010000:00010000:2.0:1780968272.596185:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596193:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968272.596803:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3879, 64 off256512 00000001:00080000:2.0:1780968272.596818:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:2.0:1780968272.596840:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596849:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596856:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596861:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000596031f9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.596865:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596872:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596882:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101c:0x0].0x0 (00000000eb36e28b) 00010000:00010000:2.0:1780968272.596885:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968272.596887:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 2/0,0 mode: --/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596893:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000596031f9/0x986691d98fd92b lrc: 0/0,0 mode: --/EX res: [0x200002341:0x101c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596908:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596925:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596931:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596936:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048401b1d already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.596938:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596943:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596951:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.596953:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.596955:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596960:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fd91d lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596969:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596974:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596979:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596984:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.596985:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596990:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.596997:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xaa48352f (00000000aff7553c) 00010000:00010000:2.0:1780968272.596999:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.597001:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597007:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fd924 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xaa48352f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597111:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597144:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597154:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597167:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597174:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597180:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597231:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597243:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 26 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597250:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597281:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 26 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.597293:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 26 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.597311:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000215d0b89 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551662016:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968272.597360:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 000000002adad9c0 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.601701:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000215d0b89 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551662016:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.601730:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.605767:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.607477:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403520 00010000:00010000:1.0:1780968272.607525:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 27 pid: 103641 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.607622:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9028 00000100:00100000:1.0:1780968272.607629:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0732212 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:2219:x1867475545403520:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1780968272.607646:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.607652:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 27 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.607663:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 27 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.607685:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000588b913a/0x986691d98c7cbe lrc: 0/0,0 mode: --/CR res: [0x200002341:0x101d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d404 expref: 27 pid: 103641 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.607703:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101d:0x0].0x0 (0000000033ce28c9) 00010000:00010000:1.0:1780968272.607707:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.607716:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.607723:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.607760:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.607820:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0732212 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:2219:x1867475545403520:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 191us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.607834:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9028 00010000:00010000:2.0:1780968272.608534:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.608546:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968272.609277:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2872, 64 off192000 00000001:00080000:2.0:1780968272.609291:0:97808:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 21474859013 00010000:00010000:2.0:1780968272.609316:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609325:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609330:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609336:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.609341:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609347:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609359:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101d:0x0].0x0 (0000000033ce28c9) 00010000:00010000:2.0:1780968272.609361:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968272.609365:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609370:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fd940 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x101d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609386:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609392:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609397:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609401:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.609403:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609408:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609414:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.609417:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.609419:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609424:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fd932 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609432:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609437:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609442:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609446:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.609448:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609452:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609458:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xcd167d88 (00000000ea1aac73) 00010000:00010000:2.0:1780968272.609460:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.609462:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.609467:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd939 lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xcd167d88 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.609613:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043cbb15f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+25:148406:x1867475545140736:12345-192.168.203.60@tcp:62:lfs.0 Request processed in 45264096us (45264522us total) trans 21474859013 rc 0/0 00000100:00100000:2.0:1780968272.609623:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21892 00000100:00100000:3.0:1780968272.616312:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.616434:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403584 00000100:00100000:2.0:1780968272.616487:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21893 00000100:00100000:2.0:1780968272.616493:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032cb92a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+25:148406:x1867475545403584:12345-192.168.203.60@tcp:62:lfs.0 00010000:00010000:2.0:1780968272.616590:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 3/0,1 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616607:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616619:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616635:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 3/0,1 mode: --/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616642:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616647:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616741:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616753:0:97808:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 25 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616760:0:97808:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616795:0:97808:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 25 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.616807:0:97808:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 25 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:2.0:1780968272.616833:0:97808:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082e382dc pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551662080:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968272.616909:0:97808:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f072b744 going to sleep for 6 seconds 00000100:00100000:1.0:1780968272.627663:0:97808:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082e382dc pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:97808:1867475551662080:192.168.203.60@tcp:104: 00010000:00010000:1.0:1780968272.627696:0:97808:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968272.630945:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.631077:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403648 00010000:00010000:1.0:1780968272.631149:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 26 pid: 103628 timeout: 4994 lvb_type: 0 00000100:00100000:1.0:1780968272.631188:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9029 00000100:00100000:1.0:1780968272.631196:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:2220:x1867475545403648:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1780968272.631210:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968272.631216:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 26 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.631227:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 26 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.631244:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003484a29f/0x986691d98c7ce1 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x101e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200075d40b expref: 26 pid: 103628 timeout: 4994 lvb_type: 0 00010000:00010000:1.0:1780968272.631264:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101e:0x0].0x0 (00000000fd6c6eb1) 00010000:00010000:1.0:1780968272.631269:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.631277:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.631284:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.631320:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968272.631384:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+25:2220:x1867475545403648:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 179us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968272.631392:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9029 00010000:00010000:2.0:1780968272.632624:0:97808:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.632641:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968272.633961:0:97808:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3880, 64 off256576 00010000:00010000:2.0:1780968272.634060:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634072:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634080:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634086:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.634091:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634097:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634112:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x101e:0x0].0x0 (00000000fd6c6eb1) 00010000:00010000:2.0:1780968272.634145:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968272.634149:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634154:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd955 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x101e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634173:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634179:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634184:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634188:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.634190:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634196:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634203:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.634206:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.634208:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 2/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634213:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd947 lrc: 0/0,0 mode: --/CW res: [0x200002341:0xc36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634221:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 3/0,1 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634226:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 2/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634231:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634236:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.634238:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 3/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634243:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 4/0,0 mode: PW/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634249:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0xefe4c5e2 (000000003216cfbc) 00010000:00010000:2.0:1780968272.634251:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.634252:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 2/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.634257:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd94e lrc: 0/0,0 mode: --/PW res: [0x200002341:0xc36:0x0].0xefe4c5e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.636146:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032cb92a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+25:148406:x1867475545403584:12345-192.168.203.60@tcp:62:lfs.0 Request processed in 19645us (19835us total) trans 21474859014 rc 0/0 00000100:00100000:2.0:1780968272.636160:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21893 00000100:00100000:3.0:1780968272.659563:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.659730:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403712 00000100:00100000:2.0:1780968272.659791:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21894 00000100:00100000:2.0:1780968272.659798:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000906f0588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+25:148415:x1867475545403712:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968272.659824:0:97808:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968272.659845:0:97808:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd95c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007628d6 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.659924:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd963 lrc: 3/1,0 mode: --/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.659939:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd963 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.659950:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd963 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968272.660017:0:97808:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0xc36:0x0]: returning size 257536 00000004:00200000:2.0:1780968272.660020:0:97808:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968272.660043:0:97808:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd963 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.660070:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd95c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628d6 expref: 27 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.660085:0:97808:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd963 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628d6 expref: 26 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.660093:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.660096:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968272.660100:0:97808:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000098eaa1e8, rc 0) 00000100:00100000:2.0:1780968272.660205:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000906f0588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:148415:x1867475545403712:12345-192.168.203.60@tcp:101:ls.0 Request processed in 407us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.660213:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21894 00000100:00100000:0.0:1780968272.674812:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.676980:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403776 00000100:00100000:2.0:1780968272.677073:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9461 00000100:00100000:2.0:1780968272.677081:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6329290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:148415:x1867475545403776:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:2.0:1780968272.682614:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6329290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:148415:x1867475545403776:12345-192.168.203.60@tcp:37:ls.0 Request processed in 5520us (7804us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968272.682636:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9461 00000100:00100000:3.0:1780968272.727000:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968272.727173:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545403904 00000100:00100000:1.0:1780968272.727253:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9462 00000100:00100000:1.0:1780968272.727264:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:148417:x1867475545403904:12345-192.168.203.60@tcp:35:rm.0 00000100:00100000:1.0:1780968272.727630:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:148417:x1867475545403904:12345-192.168.203.60@tcp:35:rm.0 Request processed in 366us (643us total) trans 21474859015 rc 0/0 00000100:00100000:1.0:1780968272.727639:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9462 00000100:00100000:0.0:1780968272.730389:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968272.730496:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404032 00000100:00100000:2.0:1780968272.730577:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21895 00000100:00100000:2.0:1780968272.730587:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:148417:x1867475545404032:12345-192.168.203.60@tcp:36:rm.0 00010000:00010000:2.0:1780968272.730664:0:97810:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780968272.730701:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cac14b4/0x986691d98e247d lrc: 0/0,0 mode: --/CR res: [0x200002341:0xc36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628cf expref: 27 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730761:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fd963 lrc: 0/0,0 mode: --/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628d6 expref: 26 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730778:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc1c4ae2/0x986691d98bf430 lrc: 0/0,0 mode: --/PR res: [0x200002341:0xc36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a200075b8b3 expref: 25 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730794:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (0000000015b9169a) 00010000:00010000:2.0:1780968272.730807:0:97810:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780968272.730856:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730873:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730885:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730902:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730919:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.730927:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.731077:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,1 mode: --/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.731086:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.731095:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968272.732486:0:97810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0xc36:0x0]: returning size 257536 00000004:00010000:2.0:1780968272.732512:0:97810:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000045c38e75 reply state 0000000049ed3cbc transno 21474859016 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732566:0:97810:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732575:0:97810:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732582:0:97810:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732588:0:97810:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968272.732592:0:97810:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732601:0:97810:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732614:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968272.732617:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968272.732622:0:97810:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968272.732628:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fd96a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968272.732638:0:97810:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000045c38e75 reply state 0000000049ed3cbc transno 21474859016 ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968272.732949:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:148417:x1867475545404032:12345-192.168.203.60@tcp:36:rm.0 Request processed in 2358us (2567us total) trans 21474859016 rc 0/0 00000100:00100000:2.0:1780968272.732960:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21895 00010000:00010000:1.0:1780968272.736555:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736582:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736591:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736598:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.736604:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736613:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736634:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3d6ff497 (000000003216cfbc) 00010000:00010000:1.0:1780968272.736637:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968272.736642:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736649:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fd971 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d6ff497 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736676:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736682:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736687:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736693:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968272.736695:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736701:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736708:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0xc36:0x0].0x0 (00000000ea1aac73) 00010000:00010000:1.0:1780968272.736711:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968272.736713:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 2/0,0 mode: --/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968272.736718:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fd978 lrc: 0/0,0 mode: --/EX res: [0x200002341:0xc36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.034196:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780968273.034240:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf7edb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968273.034351:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.034670:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662144 00000100:00100000:3.0:1780968273.034738:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1780968273.034745:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8810fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551662144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780968273.034794:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 21430272 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1780968273.034856:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8810fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551662144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968273.034864:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1780968273.035544:0:3018:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975921 gen 3 00000004:00080000:2.0:1780968273.035553:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000042e0ecdd, transno 4294975668 00000004:00080000:2.0:1780968273.035571:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000824e49b, transno 4294975669 00000004:00080000:2.0:1780968273.035574:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ebaab93b, transno 4294975670 00000004:00080000:2.0:1780968273.035577:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b4a66124, transno 4294975671 00000004:00080000:2.0:1780968273.035579:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b0744dc, transno 4294975672 00000004:00080000:2.0:1780968273.035582:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e0dc32e8, transno 4294975673 00000004:00080000:2.0:1780968273.035584:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ff9d620, transno 4294975674 00000004:00080000:2.0:1780968273.035586:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bfd724b6, transno 4294975675 00000004:00080000:2.0:1780968273.035588:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000075e5a5c6, transno 4294975676 00000004:00080000:2.0:1780968273.035590:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000083de095f, transno 4294975677 00000004:00080000:2.0:1780968273.035592:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000054830df0, transno 4294975678 00000004:00080000:2.0:1780968273.035595:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000facfd73e, transno 4294975679 00000004:00080000:2.0:1780968273.035597:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000adcd96f3, transno 4294975680 00000004:00080000:2.0:1780968273.035599:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a7b1d482, transno 4294975681 00000004:00080000:2.0:1780968273.035601:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003e5258a0, transno 4294975682 00000004:00080000:2.0:1780968273.035603:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000181719c1, transno 4294975683 00000004:00080000:2.0:1780968273.035605:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ad8b7de, transno 4294975684 00000004:00080000:2.0:1780968273.035608:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000488f7c97, transno 4294975685 00000004:00080000:2.0:1780968273.035610:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a0c9ca63, transno 4294975686 00000004:00080000:2.0:1780968273.035613:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000239d1512, transno 4294975687 00000004:00080000:2.0:1780968273.035616:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000efa072d, transno 4294975688 00000004:00080000:2.0:1780968273.035618:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a2f7d396, transno 4294975689 00000004:00080000:2.0:1780968273.035621:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000299b15d8, transno 4294975690 00000004:00080000:2.0:1780968273.035624:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ef2d3c4f, transno 4294975691 00000004:00080000:2.0:1780968273.035627:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002f7d0417, transno 4294975692 00000004:00080000:2.0:1780968273.035630:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060900990, transno 4294975693 00000004:00080000:2.0:1780968273.035632:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037449593, transno 4294975694 00000004:00080000:2.0:1780968273.035634:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000296ac5bc, transno 4294975695 00000004:00080000:2.0:1780968273.035636:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1487ca3, transno 4294975696 00000004:00080000:2.0:1780968273.035639:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000286ec6a4, transno 4294975697 00000004:00080000:2.0:1780968273.035641:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001da9bfa1, transno 4294975698 00000004:00080000:2.0:1780968273.035644:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ddce646e, transno 4294975699 00000004:00080000:2.0:1780968273.035647:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037e068f2, transno 4294975700 00000004:00080000:2.0:1780968273.035650:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000841f3c44, transno 4294975701 00000004:00080000:2.0:1780968273.035652:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000016652765, transno 4294975702 00000004:00080000:2.0:1780968273.035655:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000126942a, transno 4294975703 00000004:00080000:2.0:1780968273.035658:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c5cd152a, transno 4294975704 00000004:00080000:2.0:1780968273.035660:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbb39bf7, transno 4294975705 00000004:00080000:2.0:1780968273.035662:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000063303239, transno 4294975706 00000004:00080000:2.0:1780968273.035664:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000096b4c6d, transno 4294975707 00000004:00080000:2.0:1780968273.035666:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000910c0f72, transno 4294975708 00000004:00080000:2.0:1780968273.035669:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007bbb5a54, transno 4294975709 00000004:00080000:2.0:1780968273.035671:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c7a8d46, transno 4294975710 00000004:00080000:2.0:1780968273.035673:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000008497206, transno 4294975711 00000004:00080000:2.0:1780968273.035676:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b3b5a12, transno 4294975712 00000004:00080000:2.0:1780968273.035679:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f2d7544, transno 4294975713 00000004:00080000:2.0:1780968273.035682:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a4e761e, transno 4294975714 00000004:00080000:2.0:1780968273.035684:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b9c1d4a, transno 4294975715 00000004:00080000:2.0:1780968273.035687:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000077bdf913, transno 4294975716 00000004:00080000:2.0:1780968273.035689:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bd93756f, transno 4294975717 00000004:00080000:2.0:1780968273.035692:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006558b178, transno 4294975718 00000004:00080000:2.0:1780968273.035693:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004249befa, transno 4294975719 00000004:00080000:2.0:1780968273.035696:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094e50ad0, transno 4294975720 00000004:00080000:2.0:1780968273.035699:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007759a955, transno 4294975721 00000004:00080000:2.0:1780968273.035701:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002869049d, transno 4294975722 00000004:00080000:2.0:1780968273.035703:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6501688, transno 4294975723 00000004:00080000:2.0:1780968273.035706:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007065ee33, transno 4294975724 00000004:00080000:2.0:1780968273.035708:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000faac1357, transno 4294975725 00000004:00080000:2.0:1780968273.035711:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e365b23d, transno 4294975726 00000004:00080000:2.0:1780968273.035714:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028a3d16f, transno 4294975727 00000004:00080000:2.0:1780968273.035716:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004c0867e1, transno 4294975728 00000004:00080000:2.0:1780968273.035719:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000290b00b2, transno 4294975729 00000004:00080000:2.0:1780968273.035722:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004621ff86, transno 4294975730 00000004:00080000:2.0:1780968273.035724:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b2fa0344, transno 4294975731 00000004:00080000:2.0:1780968273.035727:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001b23b550, transno 4294975732 00000004:00080000:2.0:1780968273.035730:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000041ede414, transno 4294975733 00000004:00080000:2.0:1780968273.035732:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b9c7bec, transno 4294975734 00000004:00080000:2.0:1780968273.035734:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f034a7f7, transno 4294975735 00000004:00080000:2.0:1780968273.035737:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c47a7244, transno 4294975736 00000004:00080000:2.0:1780968273.035739:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e92988b2, transno 4294975737 00000004:00080000:2.0:1780968273.035741:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005af1dc3e, transno 4294975738 00000004:00080000:2.0:1780968273.035744:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a5bd44cf, transno 4294975739 00000004:00080000:2.0:1780968273.035747:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fbe09048, transno 4294975740 00000004:00080000:2.0:1780968273.035749:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000049897063, transno 4294975741 00000004:00080000:2.0:1780968273.035752:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000008412dae, transno 4294975742 00000004:00080000:2.0:1780968273.035754:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d811ee37, transno 4294975743 00000004:00080000:2.0:1780968273.035757:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003a7deb0b, transno 4294975744 00000004:00080000:2.0:1780968273.035760:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eb45d83a, transno 4294975745 00000004:00080000:2.0:1780968273.035762:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000051592b3b, transno 4294975746 00000004:00080000:2.0:1780968273.035764:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b9f00c3, transno 4294975747 00000004:00080000:2.0:1780968273.035767:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b68432df, transno 4294975748 00000004:00080000:2.0:1780968273.035770:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f6c4a223, transno 4294975749 00000004:00080000:2.0:1780968273.035773:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000034836eca, transno 4294975750 00000004:00080000:2.0:1780968273.035776:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e1ed054c, transno 4294975751 00000004:00080000:2.0:1780968273.035779:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000639b4a7a, transno 4294975752 00000004:00080000:2.0:1780968273.035781:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000abf228d, transno 4294975753 00000004:00080000:2.0:1780968273.035784:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000041fe41f1, transno 4294975754 00000004:00080000:2.0:1780968273.035786:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b553edfe, transno 4294975755 00000004:00080000:2.0:1780968273.035788:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b1365ea4, transno 4294975756 00000004:00080000:2.0:1780968273.035791:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bb543be1, transno 4294975757 00000004:00080000:2.0:1780968273.035793:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000048926e46, transno 4294975758 00000004:00080000:2.0:1780968273.035795:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008dc5d2c6, transno 4294975759 00000004:00080000:2.0:1780968273.035797:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000da1f674d, transno 4294975760 00000004:00080000:2.0:1780968273.035799:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a57665c, transno 4294975761 00000004:00080000:2.0:1780968273.035802:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000986f8901, transno 4294975762 00000004:00080000:2.0:1780968273.035804:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009cec7d99, transno 4294975763 00000004:00080000:2.0:1780968273.035807:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002c7ed216, transno 4294975764 00000004:00080000:2.0:1780968273.035809:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000035e3246a, transno 4294975765 00000004:00080000:2.0:1780968273.035811:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000070a1b933, transno 4294975766 00000004:00080000:2.0:1780968273.035813:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000356f93a7, transno 4294975767 00000004:00080000:2.0:1780968273.036106:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069268826, transno 4294975768 00000004:00080000:2.0:1780968273.036157:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000b055234, transno 4294975769 00000004:00080000:2.0:1780968273.036160:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c607d2e0, transno 4294975770 00000004:00080000:2.0:1780968273.036162:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f8792dc9, transno 4294975771 00000004:00080000:2.0:1780968273.036164:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003aeb0b63, transno 4294975772 00000004:00080000:2.0:1780968273.036166:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dbf894dc, transno 4294975773 00000004:00080000:2.0:1780968273.036169:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001e1edd26, transno 4294975774 00000004:00080000:2.0:1780968273.036171:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c09c494f, transno 4294975775 00000004:00080000:2.0:1780968273.036174:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002658ae0d, transno 4294975776 00000004:00080000:2.0:1780968273.036176:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000012efc95c, transno 4294975777 00000004:00080000:2.0:1780968273.036178:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000588390bd, transno 4294975778 00000004:00080000:2.0:1780968273.036181:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000083887067, transno 4294975779 00000004:00080000:2.0:1780968273.036183:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a5e6b620, transno 4294975780 00000004:00080000:2.0:1780968273.036187:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069a36a15, transno 4294975781 00000004:00080000:2.0:1780968273.036190:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005ee97052, transno 4294975782 00000004:00080000:2.0:1780968273.036192:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007ed884c6, transno 4294975783 00000004:00080000:2.0:1780968273.036195:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000050e9ad8b, transno 4294975784 00000004:00080000:2.0:1780968273.036197:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061b574e5, transno 4294975785 00000004:00080000:2.0:1780968273.036199:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eb275071, transno 4294975786 00000004:00080000:2.0:1780968273.036202:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cefca2d0, transno 4294975787 00000004:00080000:2.0:1780968273.036204:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007f4addce, transno 4294975788 00000004:00080000:2.0:1780968273.036207:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000035b4fb0, transno 4294975789 00000004:00080000:2.0:1780968273.036210:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ad6570ca, transno 4294975790 00000004:00080000:2.0:1780968273.036212:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a97bd313, transno 4294975791 00000004:00080000:2.0:1780968273.036215:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e63b03d0, transno 4294975792 00000004:00080000:2.0:1780968273.036217:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c0f03db, transno 4294975793 00000004:00080000:2.0:1780968273.036220:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d2744a6b, transno 4294975794 00000004:00080000:2.0:1780968273.036222:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006044fc24, transno 4294975795 00000004:00080000:2.0:1780968273.036225:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b66213a7, transno 4294975796 00000004:00080000:2.0:1780968273.036227:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbf7c6c9, transno 4294975797 00000004:00080000:2.0:1780968273.036230:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000072cf5437, transno 4294975798 00000004:00080000:2.0:1780968273.036232:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006ca137e3, transno 4294975799 00000004:00080000:2.0:1780968273.036234:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000261d47ed, transno 4294975800 00000004:00080000:2.0:1780968273.036236:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003414b836, transno 4294975801 00000004:00080000:2.0:1780968273.036239:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000879dac19, transno 4294975802 00000004:00080000:2.0:1780968273.036242:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df936839, transno 4294975803 00000004:00080000:2.0:1780968273.036244:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c833b78c, transno 4294975804 00000004:00080000:2.0:1780968273.036246:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000db85508a, transno 4294975805 00000004:00080000:2.0:1780968273.036248:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000093b733bc, transno 4294975806 00000004:00080000:2.0:1780968273.036250:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005efd7a3f, transno 4294975807 00000004:00080000:2.0:1780968273.036252:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a5045dd, transno 4294975808 00000004:00080000:2.0:1780968273.036255:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fe1bd415, transno 4294975809 00000004:00080000:2.0:1780968273.036257:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f5f6a80b, transno 4294975810 00000004:00080000:2.0:1780968273.036260:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fa5ff0f, transno 4294975811 00000004:00080000:2.0:1780968273.036263:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1b37244, transno 4294975812 00000004:00080000:2.0:1780968273.036266:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a4af4899, transno 4294975813 00000004:00080000:2.0:1780968273.036269:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f778987, transno 4294975814 00000004:00080000:2.0:1780968273.036271:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069bd45e1, transno 4294975815 00000004:00080000:2.0:1780968273.036274:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028ca8d5d, transno 4294975816 00000004:00080000:2.0:1780968273.036276:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d4120922, transno 4294975817 00000004:00080000:2.0:1780968273.036278:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009aff7fd4, transno 4294975818 00000004:00080000:2.0:1780968273.036281:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000090695c54, transno 4294975819 00000004:00080000:2.0:1780968273.036283:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a83c7117, transno 4294975820 00000004:00080000:2.0:1780968273.036286:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006a5826c1, transno 4294975821 00000004:00080000:2.0:1780968273.036288:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007139783d, transno 4294975822 00000004:00080000:2.0:1780968273.036291:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000085b8810c, transno 4294975823 00000004:00080000:2.0:1780968273.036293:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000020b851c, transno 4294975824 00000004:00080000:2.0:1780968273.036295:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000059606d45, transno 4294975825 00000004:00080000:2.0:1780968273.036297:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bb550eee, transno 4294975826 00000004:00080000:2.0:1780968273.036299:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000070d6158e, transno 4294975827 00000004:00080000:2.0:1780968273.036301:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000056dcc3e1, transno 4294975828 00000004:00080000:2.0:1780968273.036304:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e587b861, transno 4294975829 00000004:00080000:2.0:1780968273.036306:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094d0852f, transno 4294975830 00000004:00080000:2.0:1780968273.036309:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000546cf185, transno 4294975831 00000004:00080000:2.0:1780968273.036311:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002298f2a0, transno 4294975832 00000004:00080000:2.0:1780968273.036313:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003fab10e9, transno 4294975833 00000004:00080000:2.0:1780968273.036316:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a93a7d89, transno 4294975834 00000004:00080000:2.0:1780968273.036318:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000087f3748f, transno 4294975835 00000004:00080000:2.0:1780968273.036321:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a0f8489d, transno 4294975836 00000004:00080000:2.0:1780968273.036323:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b5645a49, transno 4294975837 00000004:00080000:2.0:1780968273.036326:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000001322834, transno 4294975838 00000004:00080000:2.0:1780968273.036328:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f253d1c, transno 4294975839 00000004:00080000:2.0:1780968273.036330:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000393576dd, transno 4294975840 00000004:00080000:2.0:1780968273.036333:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005c31f7ad, transno 4294975841 00000004:00080000:2.0:1780968273.036335:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b00de48, transno 4294975842 00000004:00080000:2.0:1780968273.036338:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000ff56b37, transno 4294975843 00000004:00080000:2.0:1780968273.036341:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000016d6e7d9, transno 4294975844 00000004:00080000:2.0:1780968273.036343:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000020adab90, transno 4294975845 00000004:00080000:2.0:1780968273.036345:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000009f9ee72, transno 4294975846 00000004:00080000:2.0:1780968273.036347:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000053021b3c, transno 4294975847 00000004:00080000:2.0:1780968273.036350:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001a105dd9, transno 4294975848 00000004:00080000:2.0:1780968273.036352:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004e9bd1d6, transno 4294975849 00000004:00080000:2.0:1780968273.036354:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000748b6b83, transno 4294975850 00000004:00080000:2.0:1780968273.036357:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000b4e00b1, transno 4294975851 00000004:00080000:2.0:1780968273.036359:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fbb6ab3, transno 4294975852 00000004:00080000:2.0:1780968273.036361:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000f5b060a, transno 4294975853 00000004:00080000:2.0:1780968273.036363:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069fcb029, transno 4294975854 00000004:00080000:2.0:1780968273.036365:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e4b1f196, transno 4294975855 00000004:00080000:2.0:1780968273.036368:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006d2673a0, transno 4294975856 00000004:00080000:2.0:1780968273.036370:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fb9c13e2, transno 4294975857 00000004:00080000:2.0:1780968273.036382:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000041a51968, transno 4294975858 00000004:00080000:2.0:1780968273.036385:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f4fac628, transno 4294975859 00000004:00080000:2.0:1780968273.036388:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000017ae935, transno 4294975860 00000004:00080000:2.0:1780968273.036391:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000055df46b3, transno 4294975861 00000004:00080000:2.0:1780968273.036393:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f893ea10, transno 4294975862 00000004:00080000:2.0:1780968273.036396:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007d01ab47, transno 4294975863 00000004:00080000:2.0:1780968273.036398:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006dd8592c, transno 4294975864 00000004:00080000:2.0:1780968273.036400:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009d1db873, transno 4294975865 00000004:00080000:2.0:1780968273.036403:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a347fef9, transno 4294975866 00000004:00080000:2.0:1780968273.036405:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a7165d83, transno 4294975867 00000004:00080000:2.0:1780968273.036407:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c01088bc, transno 4294975868 00000004:00080000:2.0:1780968273.036409:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ae96378, transno 4294975869 00000004:00080000:2.0:1780968273.036412:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006acad196, transno 4294975870 00000004:00080000:2.0:1780968273.036415:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000098d2a658, transno 4294975871 00000004:00080000:2.0:1780968273.036417:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a19319b, transno 4294975872 00000004:00080000:2.0:1780968273.036420:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000813eee1a, transno 4294975873 00000004:00080000:2.0:1780968273.036422:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ed3785ee, transno 4294975874 00000004:00080000:2.0:1780968273.036424:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009dd2ff16, transno 4294975875 00000004:00080000:2.0:1780968273.036427:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f43652fb, transno 4294975876 00000004:00080000:2.0:1780968273.036429:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005c5a4691, transno 4294975877 00000004:00080000:2.0:1780968273.036432:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b337abe2, transno 4294975878 00000004:00080000:2.0:1780968273.036434:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004a92ee34, transno 4294975879 00000004:00080000:2.0:1780968273.036437:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a5a20a8, transno 4294975880 00000004:00080000:2.0:1780968273.036439:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001fa885f8, transno 4294975881 00000004:00080000:2.0:1780968273.036442:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002845aa58, transno 4294975882 00000004:00080000:2.0:1780968273.036444:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a727c847, transno 4294975883 00000004:00080000:2.0:1780968273.036446:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000079175174, transno 4294975884 00000004:00080000:2.0:1780968273.036449:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a505de44, transno 4294975885 00000004:00080000:2.0:1780968273.036451:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d2b1cc33, transno 4294975886 00000004:00080000:2.0:1780968273.036453:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009faa965b, transno 4294975887 00000004:00080000:2.0:1780968273.036455:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000026554455, transno 4294975888 00000004:00080000:2.0:1780968273.036458:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b55ac51, transno 4294975889 00000004:00080000:2.0:1780968273.036460:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b55a1a36, transno 4294975890 00000004:00080000:2.0:1780968273.036461:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a791ff08, transno 4294975891 00000004:00080000:2.0:1780968273.036463:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009c91399b, transno 4294975892 00000004:00080000:2.0:1780968273.036465:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b62256f6, transno 4294975893 00000004:00080000:2.0:1780968273.036467:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000068e1dd2d, transno 4294975894 00000004:00080000:2.0:1780968273.036470:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000264021f, transno 4294975895 00000004:00080000:2.0:1780968273.036472:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000478f1aae, transno 4294975896 00000004:00080000:2.0:1780968273.036474:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000596450d2, transno 4294975897 00000004:00080000:2.0:1780968273.036476:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000314bd191, transno 4294975898 00000004:00080000:2.0:1780968273.036478:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004691fde0, transno 4294975899 00000004:00080000:2.0:1780968273.036480:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003404b5eb, transno 4294975900 00000004:00080000:2.0:1780968273.036483:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000080ef39b3, transno 4294975901 00000004:00080000:2.0:1780968273.036485:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000088cac9bf, transno 4294975902 00000004:00080000:2.0:1780968273.036488:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cca0d884, transno 4294975903 00000004:00080000:2.0:1780968273.036490:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1095bc8, transno 4294975904 00000004:00080000:2.0:1780968273.036492:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000393e7e73, transno 4294975905 00000004:00080000:2.0:1780968273.036495:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003c4fe303, transno 4294975906 00000004:00080000:2.0:1780968273.036497:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000004a4e4f8, transno 4294975907 00000004:00080000:2.0:1780968273.036500:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000021b3a404, transno 4294975908 00000004:00080000:2.0:1780968273.036502:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000098f9eb13, transno 4294975909 00000004:00080000:2.0:1780968273.036505:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006794a39f, transno 4294975910 00000004:00080000:2.0:1780968273.036507:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001b37d9bc, transno 4294975911 00000004:00080000:2.0:1780968273.036509:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bf51c64b, transno 4294975912 00000004:00080000:2.0:1780968273.036512:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009e077222, transno 4294975913 00000004:00080000:2.0:1780968273.036514:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000acd263d7, transno 4294975914 00000004:00080000:2.0:1780968273.036517:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000099e44a74, transno 4294975915 00000004:00080000:2.0:1780968273.036519:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000505c5b2d, transno 4294975916 00000004:00080000:2.0:1780968273.036521:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b26b1dc, transno 4294975917 00000004:00080000:2.0:1780968273.036524:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005e37552b, transno 4294975918 00000004:00080000:2.0:1780968273.036526:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d93480b9, transno 4294975919 00000004:00080000:2.0:1780968273.036528:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e52df76a, transno 4294975920 00000004:00080000:2.0:1780968273.036531:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fa691ca4, transno 4294975921 00000100:00100000:2.0:1780968273.036550:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf7edb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662144:0@lo:13:osp-pre-1-0.0 00000040:00100000:0.0:1780968273.047679:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 100 records, first 2517 in log [0x1e:0x1:0x0] 00000004:00080000:0.0:1780968273.050413:0:97840:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 205 changes, 154 in progress, 0 in flight, 100 done 00000040:00100000:0.0:1780968273.059007:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 154 records, first 2666 in log [0x1e:0x1:0x0] 00000004:00080000:0.0:1780968273.059793:0:97840:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 205 changes, 0 in progress, 0 in flight, 154 done 00010000:00010000:1.0:1780968273.288378:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968273.634425:0:115330:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859015 is committed 00000004:00080000:2.0:1780968273.634474:0:115330:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 117 committed 00000004:00080000:2.0:1780968273.634542:0:115330:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 116 committed 00000004:00080000:2.0:1780968273.634583:0:115330:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 115 committed 00000100:00100000:1.0:1780968273.635008:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968273.635037:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f40c85be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551662208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.635149:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.635589:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003747ec4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.635621:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.635642:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780968273.635648:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007344ed19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.635669:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.635685:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c54b2983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.635704:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.635743:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662208 00000100:00100000:2.0:1780968273.635882:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662464 00000100:00100000:2.0:1780968273.635917:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662400 00000100:00100000:2.0:1780968273.635934:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662656 00000100:00100000:2.0:1780968273.635954:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35478 00000100:00100000:2.0:1780968273.635960:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004926604f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+8:3017:x1867475551662208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.635998:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4044 count 1 00002000:00010000:2.0:1780968273.636044:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfcc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.636053:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 3/0,1 mode: --/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.636072:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.636074:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.636080:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 3/0,1 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.636099:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 3/0,1 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.636109:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 3/0,1 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.636138:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 2/0,0 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.636163:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.636751:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004926604f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:3017:x1867475551662208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 786us (1600us total) trans 4294975922 rc 0/0 00000100:00100000:2.0:1780968273.636760:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35478 00000100:00100000:2.0:1780968273.636793:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35479 00000100:00100000:2.0:1780968273.636797:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+8:3018:x1867475551662464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.637103:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35480 00000100:00100000:3.0:1780968273.637108:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3018:x1867475551662400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.637145:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4047 count 1 00002000:00010000:3.0:1780968273.637176:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfcf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.637181:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 3/0,1 mode: --/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637192:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.637194:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.637209:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 3/0,1 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637220:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 3/0,1 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637228:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 3/0,1 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637233:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 2/0,0 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637255:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.637465:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3018:x1867475551662400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 355us (1795us total) trans 4294975923 rc 0/0 00000100:00100000:3.0:1780968273.637472:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35480 00000100:00100000:3.0:1780968273.637493:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35481 00000100:00100000:3.0:1780968273.637497:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3018:x1867475551662656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.637509:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4051 count 1 00002000:00010000:3.0:1780968273.637526:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.637530:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 3/0,1 mode: --/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637537:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.637538:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.637540:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 3/0,1 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637548:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 3/0,1 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637554:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 3/0,1 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637560:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 2/0,0 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.637574:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.637711:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3018:x1867475551662656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 213us (2007us total) trans 4294975924 rc 0/0 00000100:00100000:3.0:1780968273.637718:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35481 00000100:00100000:3.0:1780968273.637756:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051a6533c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662336:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.638042:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4048 count 1 00002000:00010000:2.0:1780968273.638062:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.638066:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 3/0,1 mode: --/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.638075:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.638077:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.638079:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 3/0,1 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.638088:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 3/0,1 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.638094:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 3/0,1 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.638100:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 2/0,0 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.638124:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780968273.638274:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.638299:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049db4a66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.638322:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.638342:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780968273.638348:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a4caf55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.638364:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.638373:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016e70455 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.638388:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780968273.638411:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968273.638417:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 2/0,0 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638425:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.638429:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 2/0,0 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638438:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 3/0,0 mode: PW/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638458:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 1/0,0 mode: --/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638464:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fd97f lrc: 0/0,0 mode: --/PW res: [0xfcc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638480:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.638482:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 2/0,0 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638488:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.638491:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 2/0,0 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638497:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 3/0,0 mode: PW/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638506:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 1/0,0 mode: --/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638511:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fd986 lrc: 0/0,0 mode: --/PW res: [0xfcf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638523:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.638525:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 2/0,0 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638531:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e83c197 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.638533:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 2/0,0 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638538:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 3/0,0 mode: PW/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638546:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 1/0,0 mode: --/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638551:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fd98d lrc: 0/0,0 mode: --/PW res: [0xfd3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638565:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.638567:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 2/0,0 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638573:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.638575:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 2/0,0 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638581:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 3/0,0 mode: PW/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638589:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 1/0,0 mode: --/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638594:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fd994 lrc: 0/0,0 mode: --/PW res: [0xfd0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638604:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.638605:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.638607:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.638626:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662336 00000100:00100000:3.0:1780968273.638659:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662592 00000100:00100000:3.0:1780968273.638674:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662272 00000100:00100000:3.0:1780968273.638687:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662528 00000100:00100000:3.0:1780968273.638703:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35482 00000100:00100000:3.0:1780968273.638708:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551662336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.638728:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4046 count 1 00002000:00010000:3.0:1780968273.638748:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.638752:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 3/0,1 mode: --/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.638760:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.638762:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.638764:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 3/0,1 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.639113:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3018:x1867475551662464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2313us (3490us total) trans 4294975925 rc 0/0 00000100:00100000:2.0:1780968273.639146:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35479 00000100:00100000:2.0:1780968273.639165:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35483 00000100:00100000:2.0:1780968273.639170:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551662592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.639180:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4050 count 1 00002000:00010000:2.0:1780968273.639343:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.639349:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 3/0,1 mode: --/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639358:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.639359:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.639361:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 3/0,1 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639371:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 3/0,1 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639379:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 3/0,1 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639385:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 2/0,0 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639438:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.639649:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551662592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 478us (1326us total) trans 4294975926 rc 0/0 00000100:00100000:2.0:1780968273.639656:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35483 00000100:00100000:2.0:1780968273.639671:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35484 00000100:00100000:2.0:1780968273.639676:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551662272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.639689:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4045 count 1 00002000:00010000:2.0:1780968273.639706:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfcd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.639709:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 3/0,1 mode: --/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639716:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.639718:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.639720:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 3/0,1 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639727:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 3/0,1 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639734:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 3/0,1 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.639739:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 2/0,0 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.639818:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 3/0,1 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.639825:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 3/0,1 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.639830:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 2/0,0 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640389:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968273.640396:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 2/0,0 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640406:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.640410:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 2/0,0 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640419:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 3/0,0 mode: PW/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640437:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 1/0,0 mode: --/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640444:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fd9a2 lrc: 0/0,0 mode: --/PW res: [0xfd2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640461:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.640463:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 3/0,0 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640469:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.640470:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 3/0,0 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640476:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 4/0,0 mode: PW/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640484:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 2/0,0 mode: --/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640491:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.640493:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 3/0,0 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640498:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc6e2da5 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.640500:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 3/0,0 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640506:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 4/0,0 mode: PW/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640515:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 2/0,0 mode: --/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.640522:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.640523:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.640525:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.640610:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1780968273.640614:0:103854:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fd9a9 lrc: 0/0,0 mode: --/PW res: [0xfcd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.640998:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551662272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1319us (2631us total) trans 4294975927 rc 0/0 00000100:00100000:2.0:1780968273.641007:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35484 00000100:00100000:2.0:1780968273.641033:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35485 00000100:00100000:2.0:1780968273.641040:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551662528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.641062:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4049 count 1 00002000:00010000:2.0:1780968273.641088:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.641093:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 3/0,1 mode: --/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641103:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.641104:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.641108:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 3/0,1 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641135:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 3/0,1 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641144:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 3/0,1 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641150:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 2/0,0 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641158:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.641323:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551662528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 283us (2934us total) trans 4294975928 rc 0/0 00000100:00100000:2.0:1780968273.641330:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35485 00010000:00010000:2.0:1780968273.641374:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.641378:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 2/0,0 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641386:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.641388:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 2/0,0 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641395:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 3/0,0 mode: PW/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641407:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 1/0,0 mode: --/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641412:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fd9b0 lrc: 0/0,0 mode: --/PW res: [0xfd1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.641426:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.641427:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.641428:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.641477:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007344ed19/2, rc 0, transno 8627 00000100:00100000:2.0:1780968273.641504:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007344ed19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.641518:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c54b2983/2, rc 0, transno 8628 00000100:00100000:2.0:1780968273.641521:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c54b2983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662656:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.641530:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003747ec4b/2, rc 0, transno 8629 00000100:00100000:2.0:1780968273.641533:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003747ec4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.641553:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.642298:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551662784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.642357:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.642384:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968273.642389:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcf7edb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551662848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.642410:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.642465:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a4caf55/2, rc 0, transno 8631 00000100:00100000:2.0:1780968273.642509:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a4caf55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662272:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.642526:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000016e70455/2, rc 0, transno 8632 00010000:00010000:1.0:1780968273.642570:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.642629:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1780968273.642638:0:7712:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fd99b lrc: 0/0,0 mode: --/PW res: [0xfce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.642982:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551662336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4271us (4707us total) trans 4294975929 rc 0/0 00000100:00100000:3.0:1780968273.642992:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35482 00000100:00100000:3.0:1780968273.643023:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662784 00000100:00100000:3.0:1780968273.643057:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662848 00000100:00100000:3.0:1780968273.643073:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35486 00000100:00100000:3.0:1780968273.643078:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3015:x1867475551662784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.643105:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4053 count 1 00002000:00010000:3.0:1780968273.643157:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.643163:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 3/0,1 mode: --/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643173:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.643176:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.643180:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 3/0,1 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643192:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 3/0,1 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643210:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 3/0,1 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643216:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 2/0,0 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643230:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.643380:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3015:x1867475551662784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (1024us total) trans 4294975930 rc 0/0 00000100:00100000:3.0:1780968273.643385:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35486 00000100:00100000:3.0:1780968273.643398:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35487 00000100:00100000:3.0:1780968273.643401:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3015:x1867475551662848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.643412:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3762 count 1 00002000:00010000:3.0:1780968273.643429:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.643432:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 3/0,1 mode: --/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643440:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.643442:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.643444:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 3/0,1 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643451:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 3/0,1 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643458:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 3/0,1 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643463:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 2/0,0 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.643473:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.643599:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3015:x1867475551662848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (1188us total) trans 4294975931 rc 0/0 00000100:00100000:3.0:1780968273.643605:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35487 00000004:00080000:3.0:1780968273.643672:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f40c85be/2, rc 0, transno 8626 00010000:00010000:1.0:1780968273.644079:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.644087:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 2/0,0 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644095:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.644099:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 2/0,0 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644108:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 3/0,0 mode: PW/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644145:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 1/0,0 mode: --/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644151:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fd9b7 lrc: 0/0,0 mode: --/PW res: [0xfd5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644170:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.644173:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 2/0,0 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644178:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.644180:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 2/0,0 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644186:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 3/0,0 mode: PW/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644204:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 1/0,0 mode: --/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644210:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fd9be lrc: 0/0,0 mode: --/PW res: [0xeb2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.644221:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.644223:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.644225:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.644231:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.644594:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.644649:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.644690:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bcf7edb5/2, rc 0, transno 8635 00000100:00100000:0.0:1780968273.644702:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcf7edb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551662848:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.644712:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096225775/2, rc 0, transno 8634 00000100:00100000:0.0:1780968273.644715:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551662784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.644747:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663040 00000100:00100000:0.0:1780968273.644788:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35488 00000100:00100000:0.0:1780968273.644795:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:3015:x1867475551663040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.644834:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4056 count 1 00002000:00010000:0.0:1780968273.644867:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.644873:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 3/0,1 mode: --/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.644884:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.644886:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.644890:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 3/0,1 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.644912:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 3/0,1 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.644921:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 3/0,1 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.644928:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 2/0,0 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.644944:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.645253:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3015:x1867475551663040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 457us (604us total) trans 4294975932 rc 0/0 00000100:00100000:0.0:1780968273.645262:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35488 00000004:00080000:0.0:1780968273.645298:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f92aaee/2, rc 0, transno 8636 00000100:00100000:0.0:1780968273.645303:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.645314:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.645317:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 2/0,0 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645323:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.645326:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 2/0,0 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645334:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 3/0,0 mode: PW/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645348:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 1/0,0 mode: --/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645354:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fd9c5 lrc: 0/0,0 mode: --/PW res: [0xfd8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645373:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.645375:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.645377:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.645428:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968273.645434:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050a6fc88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.645459:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.645483:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663104 00000100:00100000:0.0:1780968273.645506:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35489 00000100:00100000:0.0:1780968273.645510:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3015:x1867475551663104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.645523:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4057 count 1 00002000:00010000:0.0:1780968273.645542:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.645546:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 3/0,1 mode: --/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645555:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.645557:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.645559:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 3/0,1 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645567:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 3/0,1 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645574:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 3/0,1 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645580:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 2/0,0 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645601:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.645755:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3015:x1867475551663104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 244us (296us total) trans 4294975933 rc 0/0 00000100:00100000:0.0:1780968273.645762:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35489 00000004:00080000:0.0:1780968273.645787:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000050a6fc88/2, rc 0, transno 8637 00000100:00100000:0.0:1780968273.645794:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050a6fc88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.645825:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7220928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.645849:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.645872:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663296 00000100:00100000:0.0:1780968273.645890:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35490 00000100:00100000:0.0:1780968273.645894:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3015:x1867475551663296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.645918:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4060 count 1 00002000:00010000:0.0:1780968273.645936:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfdc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.645940:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 3/0,1 mode: --/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645948:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.645950:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.645952:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 3/0,1 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645960:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 3/0,1 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645966:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 3/0,1 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645977:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 2/0,0 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.645988:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.646159:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3015:x1867475551663296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 263us (309us total) trans 4294975934 rc 0/0 00000100:00100000:0.0:1780968273.646166:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35490 00000004:00080000:0.0:1780968273.646193:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7220928/2, rc 0, transno 8638 00000100:00100000:0.0:1780968273.646202:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7220928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.646212:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.646215:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 2/0,0 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646222:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.646225:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 2/0,0 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646232:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 3/0,0 mode: PW/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646244:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 1/0,0 mode: --/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646250:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fd9cc lrc: 0/0,0 mode: --/PW res: [0xfd9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646268:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.646270:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 2/0,0 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646275:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.646277:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 2/0,0 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646282:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 3/0,0 mode: PW/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646290:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 1/0,0 mode: --/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646296:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fd9d3 lrc: 0/0,0 mode: --/PW res: [0xfdc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646306:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.646307:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.646309:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.646339:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968273.646345:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.646369:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.646392:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663360 00000100:00100000:0.0:1780968273.646412:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35491 00000100:00100000:0.0:1780968273.646416:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ed884c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3015:x1867475551663360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.646429:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4061 count 1 00002000:00010000:0.0:1780968273.646446:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfdd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.646449:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 3/0,1 mode: --/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646457:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.646458:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.646460:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 3/0,1 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646469:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 3/0,1 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646475:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 3/0,1 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646480:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 2/0,0 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646490:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.646633:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ed884c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3015:x1867475551663360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 215us (263us total) trans 4294975935 rc 0/0 00000100:00100000:0.0:1780968273.646640:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35491 00000004:00080000:0.0:1780968273.646663:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000880c9389/2, rc 0, transno 8639 00000100:00100000:0.0:1780968273.646669:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.646681:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.646684:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 2/0,0 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646690:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.646693:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 2/0,0 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646700:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 3/0,0 mode: PW/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646710:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 1/0,0 mode: --/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646715:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fd9da lrc: 0/0,0 mode: --/PW res: [0xfdd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.646726:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.646728:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.646729:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.646751:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.647260:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016e70455 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662528:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.647285:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000051a6533c/2, rc 0, transno 8633 00000100:00100000:2.0:1780968273.647289:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051a6533c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662336:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.647301:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000049db4a66/2, rc 0, transno 8630 00000100:00100000:2.0:1780968273.647304:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049db4a66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551662592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.647340:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.647346:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.647356:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.647395:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.647412:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.647429:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.647439:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077063d76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.647454:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.647466:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1780968273.647471:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050976b7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.647489:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.647501:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.647518:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.647532:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.647551:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.647580:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662720 00000100:00100000:2.0:1780968273.647611:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662976 00000100:00100000:2.0:1780968273.647625:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663232 00000100:00100000:2.0:1780968273.647637:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551662912 00000100:00100000:2.0:1780968273.647650:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663168 00000100:00100000:2.0:1780968273.647661:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663424 00000100:00100000:2.0:1780968273.647676:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35492 00000100:00100000:2.0:1780968273.647681:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082e382dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3018:x1867475551662720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.647700:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4052 count 1 00002000:00010000:2.0:1780968273.647730:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.647736:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 3/0,1 mode: --/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.647747:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.647749:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.647752:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 3/0,1 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.647762:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 3/0,1 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.648178:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 3/0,1 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.648185:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 2/0,0 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.648445:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cefca2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.648485:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.648552:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061b574e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.648582:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.648688:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663552 00000100:00100000:0.0:1780968273.648718:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663488 00000100:00100000:0.0:1780968273.648739:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35493 00000100:00100000:0.0:1780968273.648743:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000215d0b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3018:x1867475551662976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.648761:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4055 count 1 00002000:00010000:0.0:1780968273.648791:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.648796:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 3/0,1 mode: --/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.648966:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.649519:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082e382dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551662720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1837us (2122us total) trans 4294975936 rc 0/0 00000100:00100000:2.0:1780968273.649530:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35492 00000100:00100000:2.0:1780968273.649560:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35494 00000100:00100000:2.0:1780968273.649564:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000004e62fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3018:x1867475551663232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.649582:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4059 count 1 00002000:00010000:2.0:1780968273.649605:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfdb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.649609:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 3/0,1 mode: --/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.649629:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.649631:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.649635:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 3/0,1 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.649648:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 3/0,1 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.649657:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 3/0,1 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.649663:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 2/0,0 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.649717:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.649718:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.649721:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 3/0,1 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.649731:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 3/0,1 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.649738:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 3/0,1 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.649745:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 2/0,0 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.650463:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f40c85be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551662208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.650626:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35495 00000100:00100000:3.0:1780968273.650634:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377fd641 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3018:x1867475551662912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.650660:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4054 count 1 00002000:00010000:3.0:1780968273.650692:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.650698:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 3/0,1 mode: --/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.650716:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.650717:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.650721:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 3/0,1 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.650731:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 3/0,1 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.650741:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 3/0,1 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.650746:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 2/0,0 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651042:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780968273.651050:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 2/0,0 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651059:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f8f0199 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.651062:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 2/0,0 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651071:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 3/0,0 mode: PW/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651097:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 1/0,0 mode: --/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651103:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fd9e1 lrc: 0/0,0 mode: --/PW res: [0xfd4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651138:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968273.651141:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 3/0,0 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651147:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.651149:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 3/0,0 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651161:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 4/0,0 mode: PW/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651170:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 2/0,0 mode: --/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651176:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.651179:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 3/0,0 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651184:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.651186:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 3/0,0 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651191:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 4/0,0 mode: PW/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651214:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 2/0,0 mode: --/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651224:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.651226:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 3/0,0 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651231:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.651233:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 3/0,0 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651243:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 4/0,0 mode: PW/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651251:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 2/0,0 mode: --/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.651258:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.651260:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.651261:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.651556:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1780968273.651562:0:103858:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fd9ef lrc: 0/0,0 mode: --/PW res: [0xfdb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.651991:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000004e62fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551663232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2423us (4533us total) trans 4294975937 rc 0/0 00000100:00100000:2.0:1780968273.652002:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35494 00000100:00100000:2.0:1780968273.652044:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35496 00000100:00100000:2.0:1780968273.652050:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b873e3ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3018:x1867475551663168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.652075:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4058 count 1 00002000:00010000:2.0:1780968273.652100:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfda:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.652105:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 3/0,1 mode: --/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652144:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.652146:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.652149:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 3/0,1 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652161:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 3/0,1 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652168:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 3/0,1 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652173:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 2/0,0 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652193:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.652572:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b873e3ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551663168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 522us (5053us total) trans 4294975938 rc 0/0 00000100:00100000:2.0:1780968273.652580:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35496 00000100:00100000:2.0:1780968273.652597:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35497 00000100:00100000:2.0:1780968273.652601:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3018:x1867475551663424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.652616:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4062 count 1 00002000:00010000:2.0:1780968273.652632:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.652636:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 3/0,1 mode: --/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652644:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.652646:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.652648:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 3/0,1 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652656:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 3/0,1 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652663:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 3/0,1 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652670:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 2/0,0 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.652687:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.652984:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551663424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 381us (5432us total) trans 4294975939 rc 0/0 00000100:00100000:2.0:1780968273.652991:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35497 00000100:00100000:2.0:1780968273.653006:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35498 00000100:00100000:2.0:1780968273.653010:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a97bd313 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3015:x1867475551663552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.653023:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3763 count 1 00002000:00010000:2.0:1780968273.653041:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.653046:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 3/0,1 mode: --/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.653053:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.653055:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.653057:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 3/0,1 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.653065:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 3/0,1 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.653072:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 3/0,1 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.653079:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 2/0,0 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.653099:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.655098:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a97bd313 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3015:x1867475551663552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2076us (6602us total) trans 4294975940 rc 0/0 00000100:00100000:2.0:1780968273.655145:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35498 00000100:00100000:2.0:1780968273.655187:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35499 00000100:00100000:2.0:1780968273.655194:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5a843d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3018:x1867475551663488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.655991:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968273.656001:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 2/0,0 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656018:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.656022:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 2/0,0 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656034:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 3/0,0 mode: PW/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656063:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 1/0,0 mode: --/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656070:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fd9fd lrc: 0/0,0 mode: --/PW res: [0xfda:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656096:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.656100:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 2/0,0 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656105:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de9c597f already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.656108:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 2/0,0 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656113:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 3/0,0 mode: PW/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656137:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 1/0,0 mode: --/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656143:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fda04 lrc: 0/0,0 mode: --/PW res: [0xfde:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656154:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.656156:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 2/0,0 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656162:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011cf5c3a already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.656164:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 2/0,0 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656169:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 3/0,0 mode: PW/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656177:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 1/0,0 mode: --/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656187:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fda0b lrc: 0/0,0 mode: --/PW res: [0xeb3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.656210:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.656211:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.656213:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1780968273.656373:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4063 count 1 00002000:00010000:2.0:1780968273.656414:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfdf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.656420:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 3/0,1 mode: --/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.656434:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.656436:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.656442:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 3/0,1 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.656454:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 3/0,1 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.656462:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 3/0,1 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.656470:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 2/0,0 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.656498:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.657341:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.657349:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 2/0,0 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.657361:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.657365:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 2/0,0 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.657373:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 3/0,0 mode: PW/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.657392:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 1/0,0 mode: --/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.657399:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fda12 lrc: 0/0,0 mode: --/PW res: [0xfdf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.657421:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.657423:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.657425:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968273.657538:0:115331:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859016 is committed 00000004:00080000:2.0:1780968273.657593:0:115331:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 130 committed 00000004:00080000:2.0:1780968273.657714:0:115331:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 129 committed 00010000:00010000:0.0:1780968273.659894:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1780968273.659924:0:19834:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fd9e8 lrc: 0/0,0 mode: --/PW res: [0xfd7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968273.660299:0:115331:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 128 committed 00000004:00080000:2.0:1780968273.660570:0:115331:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 114 committed 00000004:00080000:2.0:1780968273.660580:0:115331:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 127 committed 00010000:00010000:2.0:1780968273.660645:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.660658:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.660720:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a627f42/2, rc 0, transno 8642 00000100:00100000:2.0:1780968273.660732:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663168:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.660746:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000050e9ad8b/2, rc 0, transno 8643 00000100:00100000:2.0:1780968273.660748:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663424:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.660758:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000081a3c4c8/2, rc 0, transno 8640 00000100:00100000:2.0:1780968273.660761:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.660995:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd1f753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551663680:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.661151:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000077063d76/2, rc 0, transno 8641 00000100:00100000:2.0:1780968273.661155:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077063d76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.661174:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ea9766a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663744:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.661604:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1780968273.661637:0:6326:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fd9f6 lrc: 0/0,0 mode: --/PW res: [0xfd6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.661722:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.661734:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000215d0b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3018:x1867475551662976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12987us (14301us total) trans 4294975942 rc 0/0 00000100:00100000:0.0:1780968273.661747:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35493 00000100:00100000:1.0:1780968273.661752:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005393e98b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551663936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.661792:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.662361:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377fd641 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3018:x1867475551662912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11725us (14869us total) trans 4294975943 rc 0/0 00000100:00100000:3.0:1780968273.662370:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35495 00000100:00100000:2.0:1780968273.662611:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.663244:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663680 00000100:00100000:0.0:1780968273.663244:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663936 00000100:00100000:1.0:1780968273.663307:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35500 00000100:00100000:1.0:1780968273.663315:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b5fcdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3017:x1867475551663680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.663356:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5867 count 1 00002000:00010000:1.0:1780968273.663404:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.663413:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 3/0,1 mode: --/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.663430:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.663432:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.663438:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 3/0,1 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.663455:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 3/0,1 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.663464:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 3/0,1 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.663471:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 2/0,0 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.663490:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.664100:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35501 00000100:00100000:0.0:1780968273.664108:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030fd4041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3017:x1867475551663936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.664155:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5871 count 1 00002000:00010000:0.0:1780968273.664184:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.664190:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 3/0,1 mode: --/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664201:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.664203:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.664207:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 3/0,1 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664219:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 3/0,1 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664228:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 3/0,1 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664235:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 2/0,0 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664246:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968273.664369:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b5fcdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3017:x1867475551663680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1053us (2649us total) trans 98784258667 rc 0/0 00000100:00100000:1.0:1780968273.664381:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35500 00000100:00100000:1.0:1780968273.664442:0:3017:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 98784258666 gen 3 00000004:00080000:1.0:1780968273.664449:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000aee994af, transno 98784258415 00000004:00080000:1.0:1780968273.664460:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004d063533, transno 98784258416 00000004:00080000:1.0:1780968273.664463:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000031cd7b82, transno 98784258417 00000004:00080000:1.0:1780968273.664465:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005b4a198e, transno 98784258418 00000004:00080000:1.0:1780968273.664467:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000084b88fa1, transno 98784258419 00000004:00080000:1.0:1780968273.664470:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c91d620a, transno 98784258420 00000004:00080000:1.0:1780968273.664473:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000560ea7d2, transno 98784258421 00000004:00080000:1.0:1780968273.664475:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000006e44004, transno 98784258422 00000004:00080000:1.0:1780968273.664477:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003113f0e9, transno 98784258423 00000004:00080000:1.0:1780968273.664480:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bf1d633c, transno 98784258424 00000004:00080000:1.0:1780968273.664483:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000377beec5, transno 98784258425 00000004:00080000:1.0:1780968273.664485:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b435c987, transno 98784258426 00000004:00080000:1.0:1780968273.664487:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002cba2ecd, transno 98784258427 00000004:00080000:1.0:1780968273.664489:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001845301f, transno 98784258428 00000004:00080000:1.0:1780968273.664491:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000837f00c1, transno 98784258429 00000004:00080000:1.0:1780968273.664494:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e0d0bfc6, transno 98784258430 00000004:00080000:1.0:1780968273.664496:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a8f10a4, transno 98784258431 00000004:00080000:1.0:1780968273.664498:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000080462f27, transno 98784258432 00000004:00080000:1.0:1780968273.664501:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061e51220, transno 98784258433 00000004:00080000:1.0:1780968273.664504:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f225a749, transno 98784258434 00000004:00080000:1.0:1780968273.664506:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000089d56088, transno 98784258435 00000004:00080000:1.0:1780968273.664509:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e7174c60, transno 98784258436 00000004:00080000:1.0:1780968273.664511:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000087b7c729, transno 98784258437 00000004:00080000:1.0:1780968273.664514:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dccf0230, transno 98784258438 00000004:00080000:1.0:1780968273.664516:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e9fb030, transno 98784258439 00000004:00080000:1.0:1780968273.664519:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bec4bc32, transno 98784258440 00000004:00080000:1.0:1780968273.664522:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007afebd62, transno 98784258441 00000004:00080000:1.0:1780968273.664525:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009889154c, transno 98784258442 00000004:00080000:1.0:1780968273.664528:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e2ce4a2f, transno 98784258443 00000004:00080000:1.0:1780968273.664531:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000042fde9e9, transno 98784258444 00000004:00080000:1.0:1780968273.664534:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c4c000e5, transno 98784258445 00000004:00080000:1.0:1780968273.664536:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000006304ea2, transno 98784258446 00000004:00080000:1.0:1780968273.664538:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001a45859a, transno 98784258447 00000004:00080000:1.0:1780968273.664540:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009b088e36, transno 98784258448 00000004:00080000:1.0:1780968273.664543:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c42c31c, transno 98784258449 00000004:00080000:1.0:1780968273.664546:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a555864b, transno 98784258450 00000004:00080000:1.0:1780968273.664548:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005a02bfb, transno 98784258451 00000004:00080000:1.0:1780968273.664551:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a5924d4, transno 98784258452 00000004:00080000:1.0:1780968273.664553:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6e4386c, transno 98784258453 00000004:00080000:1.0:1780968273.664555:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d8784f50, transno 98784258454 00000004:00080000:1.0:1780968273.664558:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df449148, transno 98784258455 00000004:00080000:1.0:1780968273.664560:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007f9b0e34, transno 98784258456 00000004:00080000:1.0:1780968273.664562:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094fce4f7, transno 98784258457 00000004:00080000:1.0:1780968273.664564:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000293c68d2, transno 98784258458 00000004:00080000:1.0:1780968273.664567:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000076393b65, transno 98784258459 00000004:00080000:1.0:1780968273.664569:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000c0c5359, transno 98784258460 00000004:00080000:1.0:1780968273.664572:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7c6bee5, transno 98784258461 00000004:00080000:1.0:1780968273.664575:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009e30fd37, transno 98784258462 00000004:00080000:1.0:1780968273.664577:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000036cb3a94, transno 98784258463 00000004:00080000:1.0:1780968273.664581:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004b45d02c, transno 98784258464 00000004:00080000:1.0:1780968273.664583:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b88371f6, transno 98784258465 00000004:00080000:1.0:1780968273.664586:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000022ceb8ae, transno 98784258466 00000004:00080000:1.0:1780968273.664590:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000045dec06e, transno 98784258467 00000004:00080000:1.0:1780968273.664594:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c71a5e4, transno 98784258468 00000004:00080000:1.0:1780968273.664597:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005efaff00, transno 98784258469 00000004:00080000:1.0:1780968273.664599:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000011f69d33, transno 98784258470 00000004:00080000:1.0:1780968273.664603:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f1c79d17, transno 98784258471 00000004:00080000:1.0:1780968273.664606:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ab35a7ca, transno 98784258472 00000004:00080000:1.0:1780968273.664610:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000187b1c6e, transno 98784258473 00000004:00080000:1.0:1780968273.664614:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d434a3a0, transno 98784258474 00000004:00080000:1.0:1780968273.664619:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000128b1232, transno 98784258475 00000004:00080000:1.0:1780968273.664623:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003659b877, transno 98784258476 00000004:00080000:1.0:1780968273.664627:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dae0c6ee, transno 98784258477 00000004:00080000:1.0:1780968273.664630:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ad870aa, transno 98784258478 00000004:00080000:1.0:1780968273.664634:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006d2aa689, transno 98784258479 00000004:00080000:1.0:1780968273.664639:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037a78dd5, transno 98784258480 00000004:00080000:1.0:1780968273.664642:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005c1828c5, transno 98784258481 00000004:00080000:1.0:1780968273.664645:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005895487, transno 98784258482 00000004:00080000:1.0:1780968273.664648:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b09ce3d0, transno 98784258483 00000004:00080000:1.0:1780968273.664651:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a636ec2d, transno 98784258484 00000004:00080000:1.0:1780968273.664654:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e08ca853, transno 98784258485 00000004:00080000:1.0:1780968273.664657:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b30ec53, transno 98784258486 00000004:00080000:1.0:1780968273.664660:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000003a1ab8f, transno 98784258487 00000004:00080000:1.0:1780968273.664663:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000073511a6a, transno 98784258488 00000004:00080000:1.0:1780968273.664667:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ec0f14f, transno 98784258489 00000004:00080000:1.0:1780968273.664672:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cc2d24f1, transno 98784258490 00000004:00080000:1.0:1780968273.664675:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025b59e9d, transno 98784258491 00000100:00100000:0.0:1780968273.664678:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030fd4041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3017:x1867475551663936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 568us (2883us total) trans 98784258668 rc 0/0 00000004:00080000:1.0:1780968273.664679:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c24ac6f7, transno 98784258492 00000004:00080000:1.0:1780968273.664685:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001aeaacac, transno 98784258493 00000004:00080000:1.0:1780968273.664690:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f42e0ac8, transno 98784258494 00000100:00100000:0.0:1780968273.664691:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35501 00000004:00080000:1.0:1780968273.664694:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000679cea3a, transno 98784258495 00000004:00080000:1.0:1780968273.664699:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d869b2ed, transno 98784258496 00000004:00080000:1.0:1780968273.664703:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a9027652, transno 98784258497 00000004:00080000:1.0:1780968273.664707:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bde7b04a, transno 98784258498 00000004:00080000:1.0:1780968273.664710:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c062da79, transno 98784258499 00000004:00080000:1.0:1780968273.664713:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000960cbfef, transno 98784258500 00000004:00080000:1.0:1780968273.664717:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002d2c3492, transno 98784258501 00000004:00080000:1.0:1780968273.664720:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000017ba2317, transno 98784258502 00000004:00080000:1.0:1780968273.664724:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c2f8a3e7, transno 98784258503 00010000:00010000:0.0:1780968273.664726:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:1.0:1780968273.664728:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037410855, transno 98784258504 00000004:00080000:1.0:1780968273.664734:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000479b223f, transno 98784258505 00010000:00010000:0.0:1780968273.664736:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 2/0,0 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968273.664737:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005d64fb4, transno 98784258506 00000004:00080000:1.0:1780968273.664740:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f1583ec7, transno 98784258507 00000004:00080000:1.0:1780968273.664744:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ba5a2779, transno 98784258508 00000004:00080000:1.0:1780968273.664749:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f1c1822c, transno 98784258509 00010000:00010000:0.0:1780968273.664751:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063690e73 already unused, calling callback (00000000e25a5029) 00000004:00080000:1.0:1780968273.664753:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000014a0bc3, transno 98784258510 00000004:00080000:1.0:1780968273.664757:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c0ce7f0c, transno 98784258511 00000004:00080000:1.0:1780968273.664759:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f9126595, transno 98784258512 00000004:00080000:1.0:1780968273.664761:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ae1f3ac3, transno 98784258513 00000004:00080000:1.0:1780968273.664764:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000008e368a6, transno 98784258514 00000004:00080000:1.0:1780968273.664782:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000042620582, transno 98784258515 00000004:00080000:1.0:1780968273.664784:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000920cbe7a, transno 98784258516 00000004:00080000:1.0:1780968273.664787:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e9e3d306, transno 98784258517 00000004:00080000:1.0:1780968273.664790:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008d47e285, transno 98784258518 00000004:00080000:1.0:1780968273.664793:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000805e6c19, transno 98784258519 00000004:00080000:1.0:1780968273.664795:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008abc7e84, transno 98784258520 00000004:00080000:1.0:1780968273.664797:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ec768f59, transno 98784258521 00010000:00010000:0.0:1780968273.664826:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 2/0,0 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664839:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 3/0,0 mode: PW/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664861:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 1/0,0 mode: --/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664872:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063690e73/0x986691d98fda19 lrc: 0/0,0 mode: --/PW res: [0x16eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664890:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.664893:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 2/0,0 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664899:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.664911:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 2/0,0 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664918:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 3/0,0 mode: PW/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664929:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 1/0,0 mode: --/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664935:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fda20 lrc: 0/0,0 mode: --/PW res: [0x16ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.664949:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.664950:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.664952:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968273.665023:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000083504451, transno 98784258522 00000004:00080000:1.0:1780968273.665029:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7e18da0, transno 98784258523 00000004:00080000:1.0:1780968273.665031:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fee54263, transno 98784258524 00000004:00080000:1.0:1780968273.665033:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ffb2aeb, transno 98784258525 00000004:00080000:1.0:1780968273.665035:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000719b44c0, transno 98784258526 00000004:00080000:1.0:1780968273.665038:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000645340e1, transno 98784258527 00000004:00080000:1.0:1780968273.665040:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ef2cbc97, transno 98784258528 00000004:00080000:1.0:1780968273.665042:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000819fdb5, transno 98784258529 00000004:00080000:1.0:1780968273.665045:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fa32006, transno 98784258530 00000004:00080000:1.0:1780968273.665047:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000022d6dfb0, transno 98784258531 00000004:00080000:1.0:1780968273.665050:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cfe3bcfb, transno 98784258532 00000004:00080000:1.0:1780968273.665053:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000091d16364, transno 98784258533 00000004:00080000:1.0:1780968273.665056:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbd960b4, transno 98784258534 00000004:00080000:1.0:1780968273.665058:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbe635b1, transno 98784258535 00000004:00080000:1.0:1780968273.665060:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ec148f0f, transno 98784258536 00000004:00080000:1.0:1780968273.665062:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005bb29638, transno 98784258537 00000004:00080000:1.0:1780968273.665065:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001b921a29, transno 98784258538 00000004:00080000:1.0:1780968273.665068:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cdea9a2e, transno 98784258539 00000004:00080000:1.0:1780968273.665071:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cb163f11, transno 98784258540 00000004:00080000:1.0:1780968273.665074:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007ad4e9e8, transno 98784258541 00000004:00080000:1.0:1780968273.665076:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ac3240bd, transno 98784258542 00000004:00080000:1.0:1780968273.665079:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ac7969b4, transno 98784258543 00000004:00080000:1.0:1780968273.665082:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d5c7d180, transno 98784258544 00000004:00080000:1.0:1780968273.665085:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003839969b, transno 98784258545 00000004:00080000:1.0:1780968273.665087:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a488d40f, transno 98784258546 00000004:00080000:1.0:1780968273.665089:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061a92705, transno 98784258547 00000004:00080000:1.0:1780968273.665091:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d21a4fc9, transno 98784258548 00000004:00080000:1.0:1780968273.665093:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e5831c2, transno 98784258549 00000004:00080000:1.0:1780968273.665095:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fb97c71, transno 98784258550 00000004:00080000:1.0:1780968273.665097:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000877b84a9, transno 98784258551 00000004:00080000:1.0:1780968273.665099:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009580380d, transno 98784258552 00000004:00080000:1.0:1780968273.665101:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bfdcd420, transno 98784258553 00000004:00080000:1.0:1780968273.665103:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000000f8e362, transno 98784258554 00000004:00080000:1.0:1780968273.665105:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000082bf6afe, transno 98784258555 00000004:00080000:1.0:1780968273.665107:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f53ea4f, transno 98784258556 00000004:00080000:1.0:1780968273.665110:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006477b352, transno 98784258557 00000004:00080000:1.0:1780968273.665112:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bb3a54a6, transno 98784258558 00000004:00080000:1.0:1780968273.665137:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cac089c4, transno 98784258559 00000004:00080000:1.0:1780968273.665141:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001e8905ff, transno 98784258560 00000004:00080000:1.0:1780968273.665144:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000bd97350, transno 98784258561 00000004:00080000:1.0:1780968273.665146:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c865b55, transno 98784258562 00000004:00080000:1.0:1780968273.665148:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004216aedd, transno 98784258563 00000004:00080000:1.0:1780968273.665151:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000027bfc88b, transno 98784258564 00000004:00080000:1.0:1780968273.665154:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000482a2c0c, transno 98784258565 00000004:00080000:1.0:1780968273.665157:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000015c9303, transno 98784258566 00000004:00080000:1.0:1780968273.665160:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b168c512, transno 98784258567 00000004:00080000:1.0:1780968273.665164:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003779fb59, transno 98784258568 00000004:00080000:1.0:1780968273.665167:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000073c90259, transno 98784258569 00000004:00080000:1.0:1780968273.665170:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037897a27, transno 98784258570 00000004:00080000:1.0:1780968273.665172:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bacb886a, transno 98784258571 00000004:00080000:1.0:1780968273.665175:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000033d9fea9, transno 98784258572 00000004:00080000:1.0:1780968273.665177:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e606c74, transno 98784258573 00000004:00080000:1.0:1780968273.665180:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bccd434a, transno 98784258574 00000004:00080000:1.0:1780968273.665182:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005579c223, transno 98784258575 00000004:00080000:1.0:1780968273.665185:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fc43e62, transno 98784258576 00000004:00080000:1.0:1780968273.665187:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fec2049c, transno 98784258577 00000004:00080000:1.0:1780968273.665189:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000bd43754, transno 98784258578 00000004:00080000:1.0:1780968273.665250:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000000ffb8f5, transno 98784258579 00000004:00080000:1.0:1780968273.665256:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f6502cd5, transno 98784258580 00000004:00080000:1.0:1780968273.665260:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ecd1ccc, transno 98784258581 00000004:00080000:1.0:1780968273.665262:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000072cfec32, transno 98784258582 00000004:00080000:1.0:1780968273.665265:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c57d908d, transno 98784258583 00000004:00080000:1.0:1780968273.665268:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003c09c4de, transno 98784258584 00000004:00080000:1.0:1780968273.665272:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000099cb88ff, transno 98784258585 00000004:00080000:1.0:1780968273.665276:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f7f4a82, transno 98784258586 00000004:00080000:1.0:1780968273.665279:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000058d52fd2, transno 98784258587 00000004:00080000:1.0:1780968273.665284:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbc027fa, transno 98784258588 00000004:00080000:1.0:1780968273.665288:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a961b43a, transno 98784258589 00000004:00080000:1.0:1780968273.665291:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000881adc96, transno 98784258590 00000004:00080000:1.0:1780968273.665295:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b607a038, transno 98784258591 00000004:00080000:1.0:1780968273.665298:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000845e775c, transno 98784258592 00000004:00080000:1.0:1780968273.665303:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b24b4d60, transno 98784258593 00000004:00080000:1.0:1780968273.665307:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b80d73d, transno 98784258594 00000004:00080000:1.0:1780968273.665310:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6faef2f, transno 98784258595 00000004:00080000:1.0:1780968273.665313:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000701c3665, transno 98784258596 00000004:00080000:1.0:1780968273.665316:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c38bbb39, transno 98784258597 00000004:00080000:1.0:1780968273.665318:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000434602f3, transno 98784258598 00000004:00080000:1.0:1780968273.665321:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005f091ba6, transno 98784258599 00000004:00080000:1.0:1780968273.665323:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a6180c7, transno 98784258600 00000004:00080000:1.0:1780968273.665326:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000327f7dea, transno 98784258601 00000004:00080000:1.0:1780968273.665328:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000eaee462, transno 98784258602 00000004:00080000:1.0:1780968273.665331:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e41cb8ec, transno 98784258603 00000004:00080000:1.0:1780968273.665333:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c4ad049, transno 98784258604 00000004:00080000:1.0:1780968273.665336:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ddc180e3, transno 98784258605 00000004:00080000:1.0:1780968273.665338:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d3d2211c, transno 98784258606 00000004:00080000:1.0:1780968273.665340:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000ce38196, transno 98784258607 00000004:00080000:1.0:1780968273.665342:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a82988e7, transno 98784258608 00000004:00080000:1.0:1780968273.665345:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e23b43e5, transno 98784258609 00000004:00080000:1.0:1780968273.665349:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002125f5ab, transno 98784258610 00000004:00080000:1.0:1780968273.665351:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a38e5cd4, transno 98784258611 00000004:00080000:1.0:1780968273.665354:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008d5e797c, transno 98784258612 00000004:00080000:1.0:1780968273.665357:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f7017747, transno 98784258613 00000004:00080000:1.0:1780968273.665359:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000867f256e, transno 98784258614 00000004:00080000:1.0:1780968273.665361:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001a5f4575, transno 98784258615 00000004:00080000:1.0:1780968273.665364:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000593b4b12, transno 98784258616 00000004:00080000:1.0:1780968273.665366:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008eaba2d2, transno 98784258617 00000004:00080000:1.0:1780968273.665369:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d8305d3d, transno 98784258618 00000004:00080000:1.0:1780968273.665371:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ab048719, transno 98784258619 00000004:00080000:1.0:1780968273.665373:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eccc362c, transno 98784258620 00000004:00080000:1.0:1780968273.665376:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007c654319, transno 98784258621 00000004:00080000:1.0:1780968273.665379:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a1ba53f5, transno 98784258622 00000004:00080000:1.0:1780968273.665381:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004357f907, transno 98784258623 00000004:00080000:1.0:1780968273.665383:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a847cb11, transno 98784258624 00000004:00080000:1.0:1780968273.665386:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000546f8689, transno 98784258625 00000004:00080000:1.0:1780968273.665389:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ae9cfdb, transno 98784258626 00000004:00080000:1.0:1780968273.665391:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000428b5eef, transno 98784258627 00000004:00080000:1.0:1780968273.665394:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000067bdd1a8, transno 98784258628 00000004:00080000:1.0:1780968273.665397:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000098ac629b, transno 98784258629 00000004:00080000:1.0:1780968273.665399:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000989d5693, transno 98784258630 00000004:00080000:1.0:1780968273.665402:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a3111392, transno 98784258631 00000004:00080000:1.0:1780968273.665404:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005b83acfb, transno 98784258632 00000004:00080000:1.0:1780968273.665407:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f69bfa2a, transno 98784258633 00000004:00080000:1.0:1780968273.665409:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1dd8e27, transno 98784258634 00000004:00080000:1.0:1780968273.665411:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b00b8749, transno 98784258635 00000004:00080000:1.0:1780968273.665414:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000011f7a421, transno 98784258636 00000004:00080000:1.0:1780968273.665416:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1c3807d, transno 98784258637 00000004:00080000:1.0:1780968273.665419:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001de4c35c, transno 98784258638 00000004:00080000:1.0:1780968273.665422:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004daa15d2, transno 98784258639 00000004:00080000:1.0:1780968273.665424:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000feb297b8, transno 98784258640 00000004:00080000:1.0:1780968273.665427:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000085f1c45a, transno 98784258641 00000004:00080000:1.0:1780968273.665430:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002500fbfe, transno 98784258642 00000004:00080000:1.0:1780968273.665433:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b3b43353, transno 98784258643 00000004:00080000:1.0:1780968273.665435:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a94681c, transno 98784258644 00000004:00080000:1.0:1780968273.665438:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6909148, transno 98784258645 00000004:00080000:1.0:1780968273.665440:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b7fb5147, transno 98784258646 00000004:00080000:1.0:1780968273.665443:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002136b9d5, transno 98784258647 00000004:00080000:1.0:1780968273.665446:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006852f5ed, transno 98784258648 00000004:00080000:1.0:1780968273.665449:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f34361eb, transno 98784258649 00000004:00080000:1.0:1780968273.665451:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028c15f16, transno 98784258650 00000004:00080000:1.0:1780968273.665455:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c9510e0f, transno 98784258651 00000004:00080000:1.0:1780968273.665457:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001df20757, transno 98784258652 00000004:00080000:1.0:1780968273.665459:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b6e0baca, transno 98784258653 00000004:00080000:1.0:1780968273.665461:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e6d26e20, transno 98784258654 00000004:00080000:1.0:1780968273.665463:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000021af813b, transno 98784258655 00000004:00080000:1.0:1780968273.665466:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000095e1ae2a, transno 98784258656 00000004:00080000:1.0:1780968273.665468:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a0fefec, transno 98784258657 00000004:00080000:1.0:1780968273.665470:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007436b2ad, transno 98784258658 00000004:00080000:1.0:1780968273.665473:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004eb56aa6, transno 98784258659 00000004:00080000:1.0:1780968273.665476:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000097b7579f, transno 98784258660 00000004:00080000:1.0:1780968273.665479:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000070c68e1c, transno 98784258661 00000004:00080000:1.0:1780968273.665482:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dd937490, transno 98784258662 00000004:00080000:1.0:1780968273.665484:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7b57929, transno 98784258663 00000004:00080000:1.0:1780968273.665487:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fd6c947, transno 98784258664 00000004:00080000:1.0:1780968273.665490:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e445d0e1, transno 98784258665 00000004:00080000:1.0:1780968273.665493:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dff09726, transno 98784258666 00000100:00100000:1.0:1780968273.665501:0:3017:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000005cd1f753 x1867475551663680/t98784258667(98784258667) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780968280 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:1.0:1780968273.665513:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005cd1f753/2, rc 0, transno 10859 00000100:00100000:1.0:1780968273.665519:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd1f753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551663680:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.665542:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005393e98b/2, rc 0, transno 10860 00000100:00100000:1.0:1780968273.665546:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005393e98b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551663936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.665566:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad6570ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.668267:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.668303:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.668394:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.668441:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb09e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.668460:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.668487:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.668507:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.668548:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cefca2d0/2, rc 0, transno 8644 00000100:00100000:3.0:1780968273.668561:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cefca2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.668577:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780968273.668583:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df8564cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.668604:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.668619:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.668637:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.668650:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006044fc24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.668668:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.668703:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663808 00000100:00100000:3.0:1780968273.668748:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664064 00000100:00100000:3.0:1780968273.668761:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664320 00000100:00100000:3.0:1780968273.668981:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663616 00000100:00100000:3.0:1780968273.668990:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663872 00000100:00100000:3.0:1780968273.668997:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664128 00000100:00100000:3.0:1780968273.669008:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35502 00000100:00100000:3.0:1780968273.669014:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3015:x1867475551663808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.669050:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5869 count 1 00002000:00010000:3.0:1780968273.669097:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.669105:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 3/0,1 mode: --/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669153:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.669156:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.669162:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 3/0,1 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669183:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 3/0,1 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669192:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 3/0,1 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669199:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 2/0,0 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669216:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.669490:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35503 00000100:00100000:0.0:1780968273.669497:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c38bbb39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3015:x1867475551664064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.669514:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5873 count 1 00002000:00010000:0.0:1780968273.669537:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.669542:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 3/0,1 mode: --/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.669551:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.669553:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.669556:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 3/0,1 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.669566:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 3/0,1 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.669574:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 3/0,1 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.669577:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3015:x1867475551663808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 560us (1182us total) trans 98784258669 rc 0/0 00010000:00010000:0.0:1780968273.669590:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 2/0,0 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.669595:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35502 00010000:00010000:0.0:1780968273.669612:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.669618:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35504 00000100:00100000:3.0:1780968273.669623:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f091ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3015:x1867475551664320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.669637:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4067 count 1 00002000:00010000:3.0:1780968273.669662:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.669667:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 3/0,1 mode: --/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669674:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.669676:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.669679:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 3/0,1 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669688:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 3/0,1 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669702:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 3/0,1 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669708:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 2/0,0 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.669718:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968273.670590:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c38bbb39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3015:x1867475551664064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1086us (2122us total) trans 98784258670 rc 0/0 00000100:00100000:0.0:1780968273.670602:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35503 00000040:00100000:1.0:1780968273.670635:0:97838:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 252 records, first 3671 in log [0x1c:0x1:0x0] 00000100:00100000:0.0:1780968273.670635:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35505 00000100:00100000:0.0:1780968273.670642:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3015:x1867475551663616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.670663:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5866 count 1 00002000:00010000:0.0:1780968273.670694:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.670700:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 3/0,1 mode: --/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.670716:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.670719:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.670721:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 3/0,1 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.670733:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 3/0,1 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.670741:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 3/0,1 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.670748:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 2/0,0 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.670827:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.671011:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3015:x1867475551663616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 369us (2406us total) trans 98784258671 rc 0/0 00000100:00100000:0.0:1780968273.671017:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35505 00000100:00100000:0.0:1780968273.671031:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35506 00000100:00100000:0.0:1780968273.671035:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3015:x1867475551663872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.671046:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5870 count 1 00002000:00010000:0.0:1780968273.671062:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.671065:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 3/0,1 mode: --/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671072:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.671073:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.671076:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 3/0,1 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671083:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 3/0,1 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671090:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 3/0,1 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671095:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 2/0,0 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671102:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.671265:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3015:x1867475551663872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 228us (2627us total) trans 98784258672 rc 0/0 00000100:00100000:0.0:1780968273.671271:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35506 00000100:00100000:0.0:1780968273.671285:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35507 00000100:00100000:0.0:1780968273.671289:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3015:x1867475551664128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.671303:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4064 count 1 00002000:00010000:0.0:1780968273.671326:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.671330:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 3/0,1 mode: --/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671337:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.671339:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.671340:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 3/0,1 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671349:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 3/0,1 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671356:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 3/0,1 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671361:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 2/0,0 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671369:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968273.671622:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3015:x1867475551664128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 331us (2952us total) trans 4294975944 rc 0/0 00000100:00100000:0.0:1780968273.671629:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35507 00010000:00010000:0.0:1780968273.671724:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1780968273.671730:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 2/0,0 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671740:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e83c197 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.671743:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 2/0,0 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.671752:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 3/0,0 mode: PW/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968273.672053:0:97838:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 200 changes, 8 in progress, 6 in flight, 252 done 00010000:00010000:0.0:1780968273.672054:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 1/0,0 mode: --/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672064:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fda27 lrc: 0/0,0 mode: --/PW res: [0x16ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672091:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780968273.672096:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 2/0,0 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672102:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be8ca386 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.672105:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 2/0,0 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672113:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 3/0,0 mode: PW/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672146:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 1/0,0 mode: --/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672153:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fda2e lrc: 0/0,0 mode: --/PW res: [0x16f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672168:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780968273.672171:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 2/0,0 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672176:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.672178:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 2/0,0 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672185:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 3/0,0 mode: PW/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672200:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 1/0,0 mode: --/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672206:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fda35 lrc: 0/0,0 mode: --/PW res: [0xfe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672217:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968273.672220:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 2/0,0 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672226:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082c9af4f already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.672228:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 2/0,0 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672234:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 3/0,0 mode: PW/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672242:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 1/0,0 mode: --/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672248:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fda3c lrc: 0/0,0 mode: --/PW res: [0x16ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672260:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.672263:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 2/0,0 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672274:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb48310 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.672277:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 2/0,0 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672283:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 3/0,0 mode: PW/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672291:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 1/0,0 mode: --/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672296:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeb48310/0x986691d98fda43 lrc: 0/0,0 mode: --/PW res: [0x16ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672308:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.672310:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 2/0,0 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672316:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.672318:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 2/0,0 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672324:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 3/0,0 mode: PW/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672333:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 1/0,0 mode: --/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672343:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fda4a lrc: 0/0,0 mode: --/PW res: [0xfe0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.672356:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.672358:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.672361:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.672548:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f091ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3015:x1867475551664320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2922us (4038us total) trans 4294975945 rc 0/0 00000100:00100000:3.0:1780968273.672558:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35504 00010000:00010000:3.0:1780968273.672596:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.672638:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df8564cf/2, rc 0, transno 10863 00000100:00100000:3.0:1780968273.672660:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df8564cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663616:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.672673:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d807583a/2, rc 0, transno 10864 00000100:00100000:3.0:1780968273.672676:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d807583a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663872:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.672688:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006044fc24/2, rc 0, transno 8648 00000100:00100000:3.0:1780968273.672698:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006044fc24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664128:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.672711:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000abf13590/2, rc 0, transno 10861 00000100:00100000:3.0:1780968273.672715:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf13590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551663808:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.672725:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cb09e152/2, rc 0, transno 10862 00000100:00100000:3.0:1780968273.672728:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb09e152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664064:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.672737:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b66213a7/2, rc 0, transno 8649 00000100:00100000:3.0:1780968273.672742:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.672774:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072cf5437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.674013:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.674073:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780968273.674085:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbf7c6c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.674143:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.674160:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ca137e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.674178:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.674434:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664576 00000100:00100000:3.0:1780968273.674525:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c014c4c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.674557:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.679693:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968273.679719:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3e46ac2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.679804:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.681468:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664384 00000100:00100000:2.0:1780968273.681535:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664640 00000100:00100000:2.0:1780968273.681553:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664832 00000100:00100000:2.0:1780968273.681571:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551663744 00000100:00100000:2.0:1780968273.681596:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35508 00000100:00100000:2.0:1780968273.681604:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080ef39b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3015:x1867475551664576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.681648:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4069 count 1 00002000:00010000:2.0:1780968273.681701:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.681710:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 3/0,1 mode: --/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.681729:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.681731:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.681738:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 3/0,1 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.681755:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 3/0,1 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.681778:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 3/0,1 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.681787:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 2/0,0 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.682794:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35509 00000100:00100000:0.0:1780968273.684004:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088cac9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3015:x1867475551664384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.684105:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.684548:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080ef39b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3015:x1867475551664576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2944us (10543us total) trans 4294975946 rc 0/0 00000100:00100000:2.0:1780968273.684560:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35508 00000100:00100000:2.0:1780968273.684599:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35510 00000100:00100000:2.0:1780968273.684604:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca0d884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3015:x1867475551664640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.684621:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4070 count 1 00002000:00010000:2.0:1780968273.684662:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.684670:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 3/0,1 mode: --/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.684686:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.684690:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.684695:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 3/0,1 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.684709:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 3/0,1 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.684718:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 3/0,1 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.684726:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 2/0,0 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.684746:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1780968273.684958:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4068 count 1 00002000:00010000:0.0:1780968273.684981:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.684985:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 3/0,1 mode: --/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.684994:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.684995:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.684997:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 3/0,1 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685007:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 3/0,1 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685014:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 3/0,1 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685020:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 2/0,0 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685035:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968273.685223:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088cac9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3015:x1867475551664384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1230us (11079us total) trans 4294975947 rc 0/0 00000100:00100000:0.0:1780968273.685231:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35509 00000100:00100000:0.0:1780968273.685253:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35511 00000100:00100000:0.0:1780968273.685258:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3015:x1867475551664832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.685274:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5877 count 1 00002000:00010000:0.0:1780968273.685295:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.685300:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 3/0,1 mode: --/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685307:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.685309:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.685311:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 3/0,1 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685321:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 3/0,1 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685328:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 3/0,1 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685334:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 2/0,0 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685342:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.685512:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3015:x1867475551664832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 253us (10954us total) trans 98784258673 rc 0/0 00000100:00100000:0.0:1780968273.685519:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35511 00000100:00100000:0.0:1780968273.685533:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35512 00000100:00100000:0.0:1780968273.685537:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000233ee474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3018:x1867475551663744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.685549:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5868 count 1 00002000:00010000:0.0:1780968273.685565:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.685569:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 3/0,1 mode: --/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685576:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.685578:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.685580:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 3/0,1 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685588:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 3/0,1 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685595:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 3/0,1 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685601:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 2/0,0 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.685609:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.685754:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000233ee474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3018:x1867475551663744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 216us (23144us total) trans 98784258674 rc 0/0 00000100:00100000:0.0:1780968273.685761:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35512 00000100:00100000:2.0:1780968273.686492:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca0d884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3015:x1867475551664640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1885us (12310us total) trans 4294975948 rc 0/0 00000100:00100000:2.0:1780968273.686502:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35510 00010000:00010000:2.0:1780968273.686552:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.686559:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 2/0,0 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686571:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000027a50f65 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.686574:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 2/0,0 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686588:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 3/0,0 mode: PW/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686611:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 1/0,0 mode: --/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686617:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fda51 lrc: 0/0,0 mode: --/PW res: [0xfe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686637:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.686639:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 2/0,0 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686645:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.686647:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 2/0,0 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686652:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 3/0,0 mode: PW/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686659:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 1/0,0 mode: --/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686664:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fda58 lrc: 0/0,0 mode: --/PW res: [0xfe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686674:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.686676:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 2/0,0 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686682:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.686683:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 2/0,0 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686689:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 3/0,0 mode: PW/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686698:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 1/0,0 mode: --/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686703:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074789dee/0x986691d98fda5f lrc: 0/0,0 mode: --/PW res: [0xfe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686720:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.686722:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 2/0,0 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686729:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033e000b6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.686730:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 2/0,0 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686736:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 3/0,0 mode: PW/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686745:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 1/0,0 mode: --/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686755:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fda66 lrc: 0/0,0 mode: --/PW res: [0x16f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686767:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.686769:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 2/0,0 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686775:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.686777:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 2/0,0 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686783:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 3/0,0 mode: PW/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686792:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 1/0,0 mode: --/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.686798:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fda6d lrc: 0/0,0 mode: --/PW res: [0x16ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.687177:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.687230:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5a843d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3018:x1867475551663488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32034us (38646us total) trans 4294975941 rc 0/0 00000100:00100000:0.0:1780968273.687240:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35499 00010000:00010000:2.0:1780968273.687401:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.687403:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.687405:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.687422:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.687501:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a0fefec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664448:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.687543:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.687552:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551664000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.688154:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664192 00000100:00100000:0.0:1780968273.688201:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35513 00000100:00100000:0.0:1780968273.688208:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000af16788 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3017:x1867475551664192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.688246:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4065 count 1 00002000:00010000:0.0:1780968273.688286:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.688293:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 3/0,1 mode: --/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.688307:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.688310:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.688315:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 3/0,1 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.688329:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 3/0,1 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.688338:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 3/0,1 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.688345:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 2/0,0 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.688361:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.688711:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000af16788 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3017:x1867475551664192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 502us (1289us total) trans 4294975949 rc 0/0 00000100:00100000:0.0:1780968273.688719:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35513 00010000:00010000:0.0:1780968273.690329:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.690341:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 2/0,0 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.690360:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.690364:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 2/0,0 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.690375:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 3/0,0 mode: PW/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.690402:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 1/0,0 mode: --/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.690409:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfff84c3/0x986691d98fda74 lrc: 0/0,0 mode: --/PW res: [0xfe1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.690439:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.690440:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.690442:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.691946:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968273.694381:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664896 00000004:00080000:3.0:1780968273.694446:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c014c4c7/2, rc 0, transno 10865 00000100:00100000:1.0:1780968273.694457:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35514 00000100:00100000:1.0:1780968273.694464:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3015:x1867475551664896:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.694472:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c014c4c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664832:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.694492:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bbf7c6c9/2, rc 0, transno 8651 00000100:00100000:3.0:1780968273.694501:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbf7c6c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664384:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.694506:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5878 count 1 00000004:00080000:3.0:1780968273.694515:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006ca137e3/2, rc 0, transno 8652 00000100:00100000:3.0:1780968273.694521:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ca137e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664640:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.694531:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000072cf5437/2, rc 0, transno 8650 00000100:00100000:3.0:1780968273.694534:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072cf5437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.694622:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.694663:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd937490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.694727:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.694753:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ad6570ca/2, rc 0, transno 8653 00000100:00100000:2.0:1780968273.694758:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad6570ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.694770:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780968273.694776:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2744a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.694797:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664448 00000100:00100000:0.0:1780968273.695029:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005efd7a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.695063:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664704 00000100:00100000:0.0:1780968273.695071:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35515 00000100:00100000:0.0:1780968273.695077:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+15:3017:x1867475551664448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.695090:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35516 00002000:00080000:0.0:1780968273.695094:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5874 count 1 00000100:00100000:3.0:1780968273.695095:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3017:x1867475551664704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.695113:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5875 count 1 00002000:00010000:0.0:1780968273.695160:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.695168:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 3/0,1 mode: --/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.695189:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.695192:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.695197:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 3/0,1 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.695211:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 3/0,1 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.695222:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 3/0,1 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.695228:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 2/0,0 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.695246:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1780968273.695307:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.695313:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 3/0,1 mode: --/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.695322:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.695324:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.695326:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 3/0,1 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.695335:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 3/0,1 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.695342:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 3/0,1 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.695349:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 2/0,0 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.695365:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.695597:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.695629:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b7579f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664512:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1780968273.695772:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.695778:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 3/0,1 mode: --/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.695787:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.695788:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.695790:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 3/0,1 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.695799:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 3/0,1 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.696319:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 3/0,1 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.696325:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 2/0,0 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.696343:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.696709:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.696734:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.696765:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.696933:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dd937490/2, rc 0, transno 10867 00000100:00100000:2.0:1780968273.696940:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd937490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.696958:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000261d47ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.696981:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.697001:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.697006:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003414b836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.697025:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.697073:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664256 00000100:00100000:2.0:1780968273.697111:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664512 00000100:00100000:2.0:1780968273.697151:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664768 00000100:00100000:2.0:1780968273.697165:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664960 00000100:00100000:2.0:1780968273.697177:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665024 00000100:00100000:2.0:1780968273.697196:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35517 00000100:00100000:2.0:1780968273.697202:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5e271ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3017:x1867475551664256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.697234:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4066 count 1 00002000:00010000:2.0:1780968273.697269:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.697274:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 3/0,1 mode: --/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697286:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.697288:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.697291:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 3/0,1 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697303:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 3/0,1 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697310:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 3/0,1 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697316:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 2/0,0 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697330:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.697617:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5e271ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3017:x1867475551664256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 414us (2818us total) trans 4294975950 rc 0/0 00000100:00100000:2.0:1780968273.697626:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35517 00000100:00100000:2.0:1780968273.697652:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35518 00000100:00100000:2.0:1780968273.697656:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4de1a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3017:x1867475551664512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.697669:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5586 count 1 00002000:00010000:2.0:1780968273.697688:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.697692:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 3/0,1 mode: --/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697699:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.697700:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.697702:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 3/0,1 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697711:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 3/0,1 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697717:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 3/0,1 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697723:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 2/0,0 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.697731:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968273.698046:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4de1a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3017:x1867475551664512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 389us (1339us total) trans 98784258678 rc 0/0 00000100:00100000:2.0:1780968273.698052:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35518 00000100:00100000:2.0:1780968273.698065:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35519 00000100:00100000:2.0:1780968273.698068:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c801be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3017:x1867475551664768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.698080:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5876 count 1 00002000:00010000:2.0:1780968273.698097:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.698101:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 3/0,1 mode: --/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698109:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.698110:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.698112:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 3/0,1 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698138:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 3/0,1 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698143:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 3/0,1 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698148:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 2/0,0 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698156:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1780968273.698303:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c801be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3017:x1867475551664768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 232us (1536us total) trans 98784258679 rc 0/0 00000100:00100000:2.0:1780968273.698308:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35519 00000100:00100000:2.0:1780968273.698320:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35520 00000100:00100000:2.0:1780968273.698323:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3017:x1867475551664960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.698334:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4071 count 1 00002000:00010000:2.0:1780968273.698353:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.698357:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 3/0,1 mode: --/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698363:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.698365:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.698366:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 3/0,1 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698378:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 3/0,1 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698384:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 3/0,1 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698389:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 2/0,0 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698395:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1780968273.698603:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3017:x1867475551664960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 278us (1621us total) trans 4294975951 rc 0/0 00000100:00100000:2.0:1780968273.698610:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35520 00000100:00100000:2.0:1780968273.698623:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35521 00000100:00100000:2.0:1780968273.698628:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3017:x1867475551665024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.698640:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4072 count 1 00002000:00010000:2.0:1780968273.698656:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.698660:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 3/0,1 mode: --/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698667:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.698668:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.698670:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 3/0,1 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698678:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 3/0,1 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698690:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 3/0,1 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698695:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 2/0,0 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.698702:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1780968273.698924:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3017:x1867475551665024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 295us (1898us total) trans 4294975952 rc 0/0 00000100:00100000:2.0:1780968273.698931:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35521 00010000:00010000:2.0:1780968273.699013:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1780968273.699019:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 2/0,0 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699028:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699031:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 2/0,0 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699040:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 3/0,0 mode: PW/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699062:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 1/0,0 mode: --/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699069:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f880376/0x986691d98fda7b lrc: 0/0,0 mode: --/PW res: [0x16f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699099:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1780968273.699102:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 2/0,0 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699108:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc6e2da5 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699110:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 2/0,0 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699142:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 3/0,0 mode: PW/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699154:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 1/0,0 mode: --/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699159:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fda82 lrc: 0/0,0 mode: --/PW res: [0x16f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699186:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.699189:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 2/0,0 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699195:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c1932b already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699197:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 2/0,0 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699203:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 3/0,0 mode: PW/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699217:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 1/0,0 mode: --/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699222:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fda89 lrc: 0/0,0 mode: --/PW res: [0x16f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699235:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.699238:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 2/0,0 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699243:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699245:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 2/0,0 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699251:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 3/0,0 mode: PW/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699258:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 1/0,0 mode: --/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699264:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fda90 lrc: 0/0,0 mode: --/PW res: [0xfe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699276:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.699278:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 2/0,0 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699288:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699290:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 2/0,0 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699295:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 3/0,0 mode: PW/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699301:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 1/0,0 mode: --/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699306:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fda97 lrc: 0/0,0 mode: --/PW res: [0x15d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699316:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.699319:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 2/0,0 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699325:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699326:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 2/0,0 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699331:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 3/0,0 mode: PW/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699337:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 1/0,0 mode: --/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699348:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fda9e lrc: 0/0,0 mode: --/PW res: [0x16f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699357:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.699359:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 2/0,0 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699364:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699366:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 2/0,0 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699371:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 3/0,0 mode: PW/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699377:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 1/0,0 mode: --/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699382:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdaa5 lrc: 0/0,0 mode: --/PW res: [0xfe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699391:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.699393:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 2/0,0 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699398:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.699401:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 2/0,0 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699410:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 3/0,0 mode: PW/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699417:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 1/0,0 mode: --/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699423:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdaac lrc: 0/0,0 mode: --/PW res: [0xfe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.699434:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.699436:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.699437:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.699445:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.699691:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.699741:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.699754:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000879dac19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.699795:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.700147:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3017:x1867475551664704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5049us (5417us total) trans 98784258675 rc 0/0 00000100:00100000:3.0:1780968273.700158:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35516 00000100:00100000:3.0:1780968273.700203:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665152 00000100:00100000:2.0:1780968273.700203:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665088 00000100:00100000:3.0:1780968273.700244:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35522 00000100:00100000:3.0:1780968273.700249:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3016:x1867475551665152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.700278:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3764 count 1 00000100:00100000:0.0:1780968273.700304:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+19:3017:x1867475551664448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5225us (5682us total) trans 98784258676 rc 0/0 00002000:00010000:3.0:1780968273.700312:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1780968273.700315:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35515 00010000:00010000:3.0:1780968273.700321:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 3/0,1 mode: --/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.700338:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35523 00010000:00010000:3.0:1780968273.700340:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.700343:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780968273.700344:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+37:3016:x1867475551665088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.700348:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 3/0,1 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780968273.700360:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4073 count 1 00010000:00010000:3.0:1780968273.700362:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 3/0,1 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780968273.700383:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfe9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.700384:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 3/0,1 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.700389:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 3/0,1 mode: --/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.700400:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.700402:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 2/0,0 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.700403:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.700407:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 3/0,1 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.700419:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 3/0,1 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.700424:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780968273.700427:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 3/0,1 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.700434:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 2/0,0 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.700450:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.700728:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+38:3016:x1867475551665088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 382us (931us total) trans 4294975953 rc 0/0 00000100:00100000:0.0:1780968273.700735:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35523 00000100:00100000:3.0:1780968273.700981:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3016:x1867475551665152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 730us (1290us total) trans 4294975954 rc 0/0 00000100:00100000:3.0:1780968273.700992:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35522 00000100:00100000:1.0:1780968273.701250:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:3015:x1867475551664896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6785us (21446us total) trans 98784258677 rc 0/0 00000100:00100000:1.0:1780968273.701261:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35514 00010000:00010000:2.0:1780968273.701543:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.701550:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 2/0,0 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701560:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.701564:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 2/0,0 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701573:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 3/0,0 mode: PW/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701595:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 1/0,0 mode: --/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701602:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdab3 lrc: 0/0,0 mode: --/PW res: [0xeb4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701621:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.701623:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 2/0,0 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701629:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.701631:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 2/0,0 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701637:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 3/0,0 mode: PW/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701647:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 1/0,0 mode: --/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701653:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fdaba lrc: 0/0,0 mode: --/PW res: [0xfe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.701672:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.701674:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.701675:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.701682:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.701731:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000879dac19/2, rc 0, transno 8657 00000100:00100000:2.0:1780968273.701750:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000879dac19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665088:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.701796:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005efd7a3f/2, rc 0, transno 8658 00000100:00100000:2.0:1780968273.701809:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005efd7a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.701997:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082e382dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.702042:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.702068:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003414b836/2, rc 0, transno 8656 00000100:00100000:2.0:1780968273.702076:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003414b836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665024:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.702086:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000261d47ed/2, rc 0, transno 8655 00000100:00100000:2.0:1780968273.702088:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000261d47ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664960:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.702097:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d2744a6b/2, rc 0, transno 8654 00000100:00100000:2.0:1780968273.702100:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2744a6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664256:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.702113:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000097b7579f/2, rc 0, transno 10870 00000100:00100000:2.0:1780968273.702136:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b7579f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664512:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.702147:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000057b427ca/2, rc 0, transno 10871 00000100:00100000:2.0:1780968273.702150:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664768:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.702159:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a0fefec/2, rc 0, transno 10868 00000100:00100000:2.0:1780968273.702162:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a0fefec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551664448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.702171:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.702175:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000004e62fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.702198:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.702231:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665216 00000100:00100000:2.0:1780968273.702273:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665280 00000100:00100000:2.0:1780968273.702287:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35524 00000100:00100000:2.0:1780968273.702293:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b873e3ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3017:x1867475551665216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.702317:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4074 count 1 00002000:00010000:2.0:1780968273.702350:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.702355:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 3/0,1 mode: --/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702366:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.702368:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.702372:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 3/0,1 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702382:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 3/0,1 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702390:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 3/0,1 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702395:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 2/0,0 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702409:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.702666:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b873e3ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3017:x1867475551665216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 372us (625us total) trans 4294975955 rc 0/0 00000100:00100000:2.0:1780968273.702673:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35524 00000100:00100000:2.0:1780968273.702693:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35525 00000100:00100000:2.0:1780968273.702697:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3017:x1867475551665280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.702708:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4075 count 1 00002000:00010000:2.0:1780968273.702724:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfeb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.702728:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 3/0,1 mode: --/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702735:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.702737:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.702739:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 3/0,1 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702746:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 3/0,1 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702753:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 3/0,1 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702759:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 2/0,0 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.702772:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780968273.703284:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.703290:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 2/0,0 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703300:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006280ff7c already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.703304:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 2/0,0 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703313:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 3/0,0 mode: PW/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703332:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 1/0,0 mode: --/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703344:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006280ff7c/0x986691d98fdac1 lrc: 0/0,0 mode: --/PW res: [0xfea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703366:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.703369:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 2/0,0 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703375:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330778c8 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.703377:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 2/0,0 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703384:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 3/0,0 mode: PW/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703393:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 1/0,0 mode: --/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703399:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330778c8/0x986691d98fdac8 lrc: 0/0,0 mode: --/PW res: [0xfeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703412:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.703414:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.703415:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.703418:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.703438:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000caf75172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551665344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.703482:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780968273.703633:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.703651:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665344 00000100:00100000:3.0:1780968273.703683:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35526 00000100:00100000:3.0:1780968273.703688:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3015:x1867475551665344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.703710:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4076 count 1 00002000:00010000:3.0:1780968273.703737:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.703742:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 3/0,1 mode: --/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.703756:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.703758:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.703760:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 3/0,1 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.703771:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 3/0,1 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.703778:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 3/0,1 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.703784:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 2/0,0 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.703798:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1780968273.703833:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a3e46ac2/2, rc 0, transno 10869 00000100:00100000:0.0:1780968273.703841:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3e46ac2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551664896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.703853:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968273.703858:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551665408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.703884:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780968273.703919:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.703923:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 2/0,0 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703931:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.703933:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 2/0,0 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703940:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 3/0,0 mode: PW/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703956:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 1/0,0 mode: --/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703963:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdacf lrc: 0/0,0 mode: --/PW res: [0xfec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.703981:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.703983:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.703985:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.703998:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665408 00000100:00100000:0.0:1780968273.704029:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35527 00000100:00100000:0.0:1780968273.704034:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+42:3015:x1867475551665408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.704048:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4077 count 1 00002000:00010000:0.0:1780968273.704069:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.704080:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 3/0,1 mode: --/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.704081:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:3015:x1867475551665344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 391us (598us total) trans 4294975956 rc 0/0 00000100:00100000:3.0:1780968273.704094:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35526 00010000:00010000:0.0:1780968273.704096:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.704099:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.704101:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 3/0,1 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.704110:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 3/0,1 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.704161:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.704175:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060abc06a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.704218:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780968273.704244:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 3/0,1 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968273.704247:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000082e382dc/2, rc 0, transno 8659 00010000:00010000:0.0:1780968273.704255:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 2/0,0 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.704259:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082e382dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665216:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.704279:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.704313:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968273.704318:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000935bf871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.704342:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.704367:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665472 00000100:00100000:3.0:1780968273.704387:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665536 00000100:00100000:3.0:1780968273.704421:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35528 00000100:00100000:3.0:1780968273.704426:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3017:x1867475551665472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.704438:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4078 count 1 00000100:00100000:0.0:1780968273.704457:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3015:x1867475551665408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 421us (572us total) trans 4294975957 rc 0/0 00000100:00100000:0.0:1780968273.704464:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35527 00000100:00100000:0.0:1780968273.704478:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35529 00000100:00100000:0.0:1780968273.704482:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3017:x1867475551665536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.704494:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3733 count 1 00002000:00010000:3.0:1780968273.704663:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.704668:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 3/0,1 mode: --/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.704678:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.704680:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.704682:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 3/0,1 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.704691:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 3/0,1 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.704698:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 3/0,1 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.704704:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 2/0,0 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.704715:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1780968273.704991:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xe95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.704997:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 3/0,1 mode: --/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.705004:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3017:x1867475551665472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 577us (786us total) trans 4294975958 rc 0/0 00010000:00010000:0.0:1780968273.705010:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780968273.705013:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35528 00010000:00010000:0.0:1780968273.705013:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.705016:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 3/0,1 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.705027:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 3/0,1 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.705034:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 3/0,1 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705035:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.705040:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 2/0,0 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.705043:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 2/0,0 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705059:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bfdd51e already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.705063:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 2/0,0 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.705069:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780968273.705072:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 3/0,0 mode: PW/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705088:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 1/0,0 mode: --/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705093:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001bfdd51e/0x986691d98fdad6 lrc: 0/0,0 mode: --/PW res: [0xfed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705108:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.705110:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 2/0,0 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705146:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.705148:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 2/0,0 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705155:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 3/0,0 mode: PW/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705165:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 1/0,0 mode: --/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705177:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdae4 lrc: 0/0,0 mode: --/PW res: [0xfee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705241:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.705244:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 2/0,0 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.705251:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3017:x1867475551665536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 765us (907us total) trans 4294975959 rc 0/0 00010000:00010000:3.0:1780968273.705253:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.705256:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 2/0,0 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.705263:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35529 00010000:00010000:3.0:1780968273.705267:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 3/0,0 mode: PW/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705279:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 1/0,0 mode: --/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.705285:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.705286:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f478cb9/0x986691d98fdadd lrc: 0/0,0 mode: --/PW res: [0xe95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.705297:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.705298:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.705836:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968273.705884:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d13d735a/2, rc 0, transno 8661 00010000:00010000:3.0:1780968273.705888:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.705915:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551665408:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.705932:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000935bf871/2, rc 0, transno 8663 00000004:00080000:0.0:1780968273.705935:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000caf75172/2, rc 0, transno 8660 00000100:00100000:3.0:1780968273.705939:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000935bf871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.705942:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000caf75172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551665344:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.705955:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060abc06a/2, rc 0, transno 8662 00000100:00100000:3.0:1780968273.705959:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060abc06a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.706021:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ed884c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551665600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.706061:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.706065:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a97bd313 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.706098:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665600 00000100:00100000:0.0:1780968273.706102:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.706166:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665664 00000100:00100000:0.0:1780968273.706191:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35530 00000100:00100000:0.0:1780968273.706196:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbf894dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3016:x1867475551665664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.706221:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4080 count 1 00002000:00010000:0.0:1780968273.706250:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.706254:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 3/0,1 mode: --/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706265:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.706267:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.706270:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 3/0,1 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706280:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 3/0,1 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706288:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 3/0,1 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706295:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 2/0,0 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706308:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.706483:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbf894dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3016:x1867475551665664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 286us (383us total) trans 4294975960 rc 0/0 00000100:00100000:0.0:1780968273.706489:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35530 00000100:00100000:3.0:1780968273.706604:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35531 00000100:00100000:3.0:1780968273.706608:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3015:x1867475551665600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.706620:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4079 count 1 00002000:00010000:3.0:1780968273.706638:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.706642:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 3/0,1 mode: --/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.706651:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.706652:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.706654:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 3/0,1 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.706663:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 3/0,1 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.706670:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 3/0,1 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.706675:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 2/0,0 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.706686:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.706803:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3015:x1867475551665600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (744us total) trans 4294975961 rc 0/0 00000100:00100000:3.0:1780968273.706810:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35531 00010000:00010000:0.0:1780968273.706851:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.706856:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 2/0,0 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706865:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb48310 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.706868:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 2/0,0 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706878:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 3/0,0 mode: PW/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706894:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 1/0,0 mode: --/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706900:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdaeb lrc: 0/0,0 mode: --/PW res: [0xff0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706924:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.706926:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 2/0,0 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706933:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050b36e93 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.706935:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 2/0,0 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706941:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 3/0,0 mode: PW/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706950:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 1/0,0 mode: --/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706957:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdaf2 lrc: 0/0,0 mode: --/PW res: [0xfef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.706970:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.706972:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007ed884c6/2, rc 0, transno 8665 00010000:00010000:0.0:1780968273.706973:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.706975:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.706984:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.706988:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ed884c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551665600:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.707004:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a97bd313/2, rc 0, transno 8664 00000100:00100000:0.0:1780968273.707010:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a97bd313 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.707076:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c09c494f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.707102:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.707136:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.707141:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e1edd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.707161:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.707190:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665920 00000100:00100000:0.0:1780968273.707219:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665856 00000100:00100000:0.0:1780968273.707245:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35532 00000100:00100000:0.0:1780968273.707250:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002658ae0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3016:x1867475551665920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.707263:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3765 count 1 00002000:00010000:0.0:1780968273.707282:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.707286:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 3/0,1 mode: --/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.707293:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.707296:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.707298:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 3/0,1 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.707306:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 3/0,1 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.707326:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 3/0,1 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.707332:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 2/0,0 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.707344:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.707464:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b1de26c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+49:3017:x1867475551665280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4765us (5264us total) trans 4294975962 rc 0/0 00000100:00100000:0.0:1780968273.707464:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002658ae0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3016:x1867475551665920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (363us total) trans 4294975963 rc 0/0 00000100:00100000:0.0:1780968273.707471:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35532 00000100:00100000:2.0:1780968273.711188:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35525 00000100:00100000:0.0:1780968273.711238:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35533 00000100:00100000:0.0:1780968273.711290:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012efc95c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3016:x1867475551665856:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.713150:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c09c494f/2, rc 0, transno 8667 00000100:00100000:0.0:1780968273.713185:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c09c494f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.713229:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003659b877 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.713312:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.713352:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000004e62fe/2, rc 0, transno 8666 00000100:00100000:0.0:1780968273.713356:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000004e62fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.713370:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780968273.713376:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003aeb0b63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.713402:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.713437:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665728 00000100:00100000:0.0:1780968273.713477:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665792 00000100:00100000:0.0:1780968273.713497:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35534 00000100:00100000:0.0:1780968273.713503:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000588390bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3017:x1867475551665728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.714180:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35535 00000100:00100000:3.0:1780968273.714190:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e6b620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3017:x1867475551665792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.714219:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4082 count 1 00002000:00010000:3.0:1780968273.714271:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.714279:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 3/0,1 mode: --/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714296:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.714299:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.714304:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 3/0,1 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714320:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 3/0,1 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714330:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 3/0,1 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714338:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 2/0,0 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780968273.714341:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4081 count 1 00010000:00010000:3.0:1780968273.714364:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1780968273.714366:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.714373:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 3/0,1 mode: --/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.714383:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.714384:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.714386:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 3/0,1 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.714396:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 3/0,1 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714398:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.714405:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 2/0,0 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.714407:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 3/0,1 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714423:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082c9af4f already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.714424:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 2/0,0 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714429:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 2/0,0 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714439:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 3/0,0 mode: PW/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.714442:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780968273.714463:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 1/0,0 mode: --/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714470:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fdaf9 lrc: 0/0,0 mode: --/PW res: [0xeb5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714495:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.714497:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 2/0,0 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714503:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.714505:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 2/0,0 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714521:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 3/0,0 mode: PW/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714530:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 1/0,0 mode: --/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714536:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdb00 lrc: 0/0,0 mode: --/PW res: [0xff2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714556:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.714558:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 2/0,0 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.714564:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be8ca386 already unused, calling callback (00000000e25a5029) 00000100:00100000:0.0:1780968273.714915:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000588390bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+50:3017:x1867475551665728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1399us (1591us total) trans 4294975964 rc 0/0 00000100:00100000:0.0:1780968273.714924:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35534 00010000:00010000:0.0:1780968273.714957:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.714983:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e392a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.715017:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780968273.715025:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 2/0,0 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.715035:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 3/0,0 mode: PW/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.715048:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 1/0,0 mode: --/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.715052:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003659b877/2, rc 0, transno 8668 00010000:00010000:3.0:1780968273.715055:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fdb07 lrc: 0/0,0 mode: --/PW res: [0xff1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.715062:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003659b877 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665728:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.715073:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.715076:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.715078:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.715094:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551665984 00000100:00100000:0.0:1780968273.715148:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35536 00000100:00100000:0.0:1780968273.715154:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069a36a15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3017:x1867475551665984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.715174:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5879 count 1 00002000:00010000:0.0:1780968273.715204:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.715210:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 3/0,1 mode: --/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715219:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.715221:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.715224:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 3/0,1 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715235:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 3/0,1 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715243:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 3/0,1 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715249:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 2/0,0 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715269:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.715278:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e6b620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3017:x1867475551665792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1087us (1875us total) trans 4294975965 rc 0/0 00000100:00100000:3.0:1780968273.715286:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35535 00000100:00100000:0.0:1780968273.715457:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069a36a15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3017:x1867475551665984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 303us (440us total) trans 98784258680 rc 0/0 00000100:00100000:0.0:1780968273.715464:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35536 00010000:00010000:0.0:1780968273.715480:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.715485:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 2/0,0 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715493:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.715495:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 2/0,0 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715502:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 3/0,0 mode: PW/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715513:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 1/0,0 mode: --/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.715520:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fdb0e lrc: 0/0,0 mode: --/PW res: [0x16f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.716777:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.716827:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551664000 00000100:00100000:3.0:1780968273.716866:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35537 00000100:00100000:3.0:1780968273.716871:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028d4a714 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3018:x1867475551664000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.716899:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5872 count 1 00002000:00010000:3.0:1780968273.716943:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.716949:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 3/0,1 mode: --/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.716962:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.716964:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.716968:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 3/0,1 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.716981:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 3/0,1 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.716989:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 3/0,1 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.716995:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 2/0,0 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.717011:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.717306:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028d4a714 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3018:x1867475551664000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 434us (535us total) trans 98784258681 rc 0/0 00000100:00100000:3.0:1780968273.717314:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35537 00000004:00080000:3.0:1780968273.719111:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061b574e5/2, rc 0, transno 8645 00000100:00100000:3.0:1780968273.719158:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061b574e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663488:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.719175:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000050976b7c/2, rc 0, transno 8647 00000100:00100000:3.0:1780968273.719178:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050976b7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662912:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.719189:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000025055c60/2, rc 0, transno 8646 00000100:00100000:3.0:1780968273.719193:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551662976:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.719223:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002ea9766a/2, rc 0, transno 10866 00000100:00100000:3.0:1780968273.719227:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ea9766a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551663744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.719238:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000068d9a2a8/2, rc 0, transno 10873 00000100:00100000:3.0:1780968273.719241:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068d9a2a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551664000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.720222:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.720232:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 2/0,0 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.720248:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.720251:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 2/0,0 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.720262:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 3/0,0 mode: PW/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.720292:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 1/0,0 mode: --/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.720298:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fdb15 lrc: 0/0,0 mode: --/PW res: [0x16f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.720324:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.720326:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.720327:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1780968273.720371:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4083 count 1 00002000:00010000:3.0:1780968273.720968:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.720980:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 3/0,1 mode: --/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.720995:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.720997:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.721002:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 3/0,1 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.721016:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 3/0,1 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.721024:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 3/0,1 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.721031:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 2/0,0 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.721054:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.722031:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012efc95c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3016:x1867475551665856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10740us (14862us total) trans 4294975966 rc 0/0 00000100:00100000:3.0:1780968273.722047:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35533 00010000:00010000:3.0:1780968273.722103:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.722111:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 2/0,0 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.722155:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000971f6cdc already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.722159:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 2/0,0 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.722175:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 3/0,0 mode: PW/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.722199:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 1/0,0 mode: --/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.722204:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdb1c lrc: 0/0,0 mode: --/PW res: [0xff3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.722228:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.722229:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.722231:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.722787:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000233ee474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.722846:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.722853:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000377fd641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551666112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.722898:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.722913:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001e1edd26/2, rc 0, transno 8670 00000100:00100000:0.0:1780968273.722929:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e1edd26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551665856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.722931:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3c801be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551666368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.722954:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780968273.722961:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.722995:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666176 00000100:00100000:2.0:1780968273.723032:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666112 00000100:00100000:2.0:1780968273.723044:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666368 00000100:00100000:2.0:1780968273.723061:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35538 00000100:00100000:2.0:1780968273.723067:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ee97052 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+52:3016:x1867475551666176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.723078:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5e271ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666240:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.723098:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4086 count 1 00000100:00100000:0.0:1780968273.723110:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1780968273.723157:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:0.0:1780968273.723161:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e392a76/2, rc 0, transno 10872 00010000:00010000:2.0:1780968273.723164:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 3/0,1 mode: --/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.723169:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e392a76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665984:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.723183:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1780968273.723186:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003aeb0b63/2, rc 0, transno 8669 00010000:00010000:2.0:1780968273.723187:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.723192:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 3/0,1 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.723192:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003aeb0b63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551665792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.723203:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1780968273.723208:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 3/0,1 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.723210:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4de1a46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.723223:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 3/0,1 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723230:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 2/0,0 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.723239:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.723248:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.723270:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666240 00000100:00100000:0.0:1780968273.723294:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666304 00000100:00100000:0.0:1780968273.723314:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35539 00000100:00100000:0.0:1780968273.723318:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:3015:x1867475551666112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.723331:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4085 count 1 00002000:00010000:0.0:1780968273.723352:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.723357:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 3/0,1 mode: --/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.723366:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.723367:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.723369:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 3/0,1 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.723378:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 3/0,1 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.723385:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 3/0,1 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.723391:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 2/0,0 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.723412:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.723605:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ee97052 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+55:3016:x1867475551666176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 536us (760us total) trans 4294975967 rc 0/0 00000100:00100000:2.0:1780968273.723612:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35538 00000100:00100000:2.0:1780968273.723633:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35540 00000100:00100000:2.0:1780968273.723636:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+54:3015:x1867475551666368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.723647:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4089 count 1 00002000:00010000:2.0:1780968273.723664:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.723668:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 3/0,1 mode: --/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723676:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.723678:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.723680:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 3/0,1 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723688:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 3/0,1 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723694:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 3/0,1 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723701:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 2/0,0 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723716:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968273.723819:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3015:x1867475551666112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 498us (920us total) trans 4294975968 rc 0/0 00000100:00100000:0.0:1780968273.723827:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35539 00000100:00100000:0.0:1780968273.723848:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35541 00000100:00100000:0.0:1780968273.723853:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb275071 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3017:x1867475551666240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.723866:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4087 count 1 00000100:00100000:2.0:1780968273.723877:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+55:3015:x1867475551666368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 238us (921us total) trans 4294975969 rc 0/0 00000100:00100000:2.0:1780968273.723883:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35540 00002000:00010000:0.0:1780968273.723884:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.723890:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 3/0,1 mode: --/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.723897:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35542 00010000:00010000:0.0:1780968273.723901:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780968273.723913:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f4addce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+54:3017:x1867475551666304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.723924:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4088 count 1 00002000:00010000:2.0:1780968273.723939:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.723943:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 3/0,1 mode: --/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723950:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.723952:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.723954:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 3/0,1 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723961:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 3/0,1 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723968:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 3/0,1 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723974:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 2/0,0 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.723980:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.724088:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f4addce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+55:3017:x1867475551666304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (850us total) trans 4294975970 rc 0/0 00000100:00100000:2.0:1780968273.724093:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35542 00010000:00010000:2.0:1780968273.724111:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.724136:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 2/0,0 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724145:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.724149:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 2/0,0 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724158:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 3/0,0 mode: PW/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724175:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 1/0,0 mode: --/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724183:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdb23 lrc: 0/0,0 mode: --/PW res: [0xff6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724200:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.724202:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 2/0,0 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724208:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.724211:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 2/0,0 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724219:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 3/0,0 mode: PW/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724230:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 1/0,0 mode: --/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724237:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fdb2a lrc: 0/0,0 mode: --/PW res: [0xff5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724253:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.724256:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 2/0,0 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724263:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000027a50f65 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.724265:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 2/0,0 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724277:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 3/0,0 mode: PW/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724285:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 1/0,0 mode: --/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724290:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdb31 lrc: 0/0,0 mode: --/PW res: [0xff9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724302:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.724306:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 2/0,0 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.724307:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.724311:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 3/0,1 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724314:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.724318:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 2/0,0 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724329:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 3/0,0 mode: PW/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.724331:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 3/0,1 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724343:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 1/0,0 mode: --/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.724345:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 3/0,1 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724358:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdb3f lrc: 0/0,0 mode: --/PW res: [0xff8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.724360:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 2/0,0 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724381:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.724381:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1780968273.724385:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 2/0,0 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724393:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.724395:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 2/0,0 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724401:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 3/0,0 mode: PW/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724411:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 1/0,0 mode: --/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724416:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f0a9947/0x986691d98fdb38 lrc: 0/0,0 mode: --/PW res: [0xff7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.724430:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.724432:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.724433:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.724448:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.724483:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.724511:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ddc1091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.724737:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666432 00000100:00100000:1.0:1780968273.724849:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35543 00000100:00100000:1.0:1780968273.724855:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3016:x1867475551666432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.724876:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5880 count 1 00002000:00010000:1.0:1780968273.724913:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.724919:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 3/0,1 mode: --/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.724928:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.724929:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.724932:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 3/0,1 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.724941:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 3/0,1 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.724947:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 3/0,1 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.724953:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 2/0,0 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.724967:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.725064:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.725107:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000233ee474/2, rc 0, transno 8671 00000100:00100000:2.0:1780968273.725138:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000233ee474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.725151:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780968273.725161:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063118d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.725192:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.725207:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.725226:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.725251:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666688 00000100:00100000:2.0:1780968273.725272:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666624 00000100:00100000:2.0:1780968273.725283:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666880 00000100:00100000:2.0:1780968273.725298:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35544 00000100:00100000:2.0:1780968273.725302:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+23:3016:x1867475551666688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.725314:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5884 count 1 00002000:00010000:2.0:1780968273.725332:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.725336:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 3/0,1 mode: --/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725345:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.725347:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.725348:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 3/0,1 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725357:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 3/0,1 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725364:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 3/0,1 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725370:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 2/0,0 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725383:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.725691:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3016:x1867475551666688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 387us (628us total) trans 98784258682 rc 0/0 00000100:00100000:2.0:1780968273.725699:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35544 00000100:00100000:2.0:1780968273.725718:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35545 00000100:00100000:2.0:1780968273.725722:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+23:3016:x1867475551666624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.725733:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5883 count 1 00002000:00010000:2.0:1780968273.725748:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.725751:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 3/0,1 mode: --/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725759:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.725761:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.725763:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 3/0,1 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725771:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 3/0,1 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725778:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 3/0,1 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725784:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 2/0,0 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725792:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.725925:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3016:x1867475551666624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 201us (732us total) trans 98784258683 rc 0/0 00000100:00100000:2.0:1780968273.725931:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35545 00000100:00100000:2.0:1780968273.725943:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35546 00000100:00100000:2.0:1780968273.725947:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+23:3016:x1867475551666880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.725956:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5886 count 1 00002000:00010000:2.0:1780968273.725970:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.725973:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 3/0,1 mode: --/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725980:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.725982:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.725984:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 3/0,1 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725991:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 3/0,1 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.725998:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 3/0,1 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726004:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 2/0,0 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726011:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.726150:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3016:x1867475551666880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (923us total) trans 98784258684 rc 0/0 00000100:00100000:2.0:1780968273.726156:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35546 00010000:00010000:2.0:1780968273.726203:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.726208:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 2/0,0 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726222:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.726227:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 2/0,0 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726236:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 3/0,0 mode: PW/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726253:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 1/0,0 mode: --/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726260:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdb46 lrc: 0/0,0 mode: --/PW res: [0x16f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726277:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.726279:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 2/0,0 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726284:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.726286:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 2/0,0 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726291:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 3/0,0 mode: PW/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726299:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 1/0,0 mode: --/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726311:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fdb4d lrc: 0/0,0 mode: --/PW res: [0x16fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726324:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.726326:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 2/0,0 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726331:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.726332:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 2/0,0 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726339:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 3/0,0 mode: PW/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726345:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 1/0,0 mode: --/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726350:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fdb54 lrc: 0/0,0 mode: --/PW res: [0x16fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726359:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.726361:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 2/0,0 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726366:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011cf5c3a already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.726367:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 2/0,0 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726378:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 3/0,0 mode: PW/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726385:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 1/0,0 mode: --/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726397:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011cf5c3a/0x986691d98fdb5b lrc: 0/0,0 mode: --/PW res: [0x16fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726407:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.726408:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.726409:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.726439:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000063118d74/2, rc 0, transno 10875 00000100:00100000:2.0:1780968273.726456:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063118d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666624:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.726464:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004926604f/2, rc 0, transno 10876 00000100:00100000:2.0:1780968273.726467:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666880:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.726474:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009ddc1091/2, rc 0, transno 10874 00000100:00100000:2.0:1780968273.726477:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ddc1091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.726555:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b873e3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.726583:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.726613:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666944 00000100:00100000:2.0:1780968273.726637:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35547 00000100:00100000:2.0:1780968273.726641:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2d24f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3016:x1867475551666944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.726655:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4090 count 1 00002000:00010000:2.0:1780968273.726677:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xffa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.726681:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 3/0,1 mode: --/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726690:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.726692:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.726695:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 3/0,1 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726704:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 3/0,1 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726711:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 3/0,1 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726717:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 2/0,0 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726727:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.726885:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2d24f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+57:3016:x1867475551666944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 243us (302us total) trans 4294975972 rc 0/0 00000100:00100000:2.0:1780968273.726891:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35547 00010000:00010000:2.0:1780968273.726920:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.726923:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 2/0,0 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726931:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de9c597f already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.726933:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 2/0,0 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726948:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 3/0,0 mode: PW/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726959:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 1/0,0 mode: --/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726964:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdb62 lrc: 0/0,0 mode: --/PW res: [0xffa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.726978:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.726979:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.726981:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.726996:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b873e3ee/2, rc 0, transno 8676 00000100:00100000:2.0:1780968273.727003:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b873e3ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727029:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.727035:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025b59e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727055:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.727074:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667136 00000100:00100000:2.0:1780968273.727088:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35548 00000100:00100000:2.0:1780968273.727092:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000679cea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+57:3016:x1867475551667136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.727102:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4093 count 1 00002000:00010000:2.0:1780968273.727141:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xffd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.727145:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 3/0,1 mode: --/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727153:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.727154:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.727156:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 3/0,1 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727164:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 3/0,1 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727170:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 3/0,1 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727175:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 2/0,0 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727186:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.727313:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000679cea3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+58:3016:x1867475551667136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (257us total) trans 4294975973 rc 0/0 00000100:00100000:2.0:1780968273.727319:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35548 00010000:00010000:2.0:1780968273.727333:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.727336:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 2/0,0 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727342:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.727344:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 2/0,0 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727350:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 3/0,0 mode: PW/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727360:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 1/0,0 mode: --/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727367:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdb69 lrc: 0/0,0 mode: --/PW res: [0xffd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727381:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.727382:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.727384:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.727397:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000025b59e9d/2, rc 0, transno 8677 00000100:00100000:2.0:1780968273.727404:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025b59e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727429:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bde7b04a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727451:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.727470:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667200 00000100:00100000:2.0:1780968273.727484:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35549 00000100:00100000:2.0:1780968273.727487:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c4a223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3016:x1867475551667200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.727497:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3766 count 1 00002000:00010000:2.0:1780968273.727512:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.727516:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 3/0,1 mode: --/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727523:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.727525:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.727526:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 3/0,1 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727534:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 3/0,1 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727547:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 3/0,1 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727553:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 2/0,0 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727562:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.727680:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c4a223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+59:3016:x1867475551667200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (228us total) trans 4294975974 rc 0/0 00000100:00100000:2.0:1780968273.727685:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35549 00010000:00010000:2.0:1780968273.727699:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.727702:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 2/0,0 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727709:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f8f0199 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.727711:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 2/0,0 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727718:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 3/0,0 mode: PW/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727727:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 1/0,0 mode: --/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727732:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdb70 lrc: 0/0,0 mode: --/PW res: [0xeb6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.727749:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.727750:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.727751:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.727764:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bde7b04a/2, rc 0, transno 8678 00000100:00100000:2.0:1780968273.727770:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bde7b04a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727805:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3d0c546 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.727827:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.727839:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005004581e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.727855:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.727865:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1de26c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727881:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.727889:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000639b4a7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727916:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.727937:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a4de1a46/2, rc 0, transno 8674 00000100:00100000:2.0:1780968273.727943:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4de1a46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.727952:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780968273.727956:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e49f8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.727975:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.727987:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063c07078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.728002:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.728012:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003a1ab8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.728027:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.728047:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666496 00000100:00100000:2.0:1780968273.728068:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666752 00000100:00100000:2.0:1780968273.728086:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667008 00000100:00100000:2.0:1780968273.728093:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667264 00000100:00100000:2.0:1780968273.728100:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666560 00000100:00100000:2.0:1780968273.728106:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666816 00000100:00100000:2.0:1780968273.728112:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667072 00000100:00100000:2.0:1780968273.728144:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35550 00000100:00100000:2.0:1780968273.728147:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3017:x1867475551666496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.728160:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5881 count 1 00002000:00010000:2.0:1780968273.728181:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.728185:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 3/0,1 mode: --/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728194:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728195:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728198:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 3/0,1 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728207:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 3/0,1 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728214:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 3/0,1 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728220:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 2/0,0 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728231:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.728407:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3017:x1867475551666496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 258us (580us total) trans 98784258685 rc 0/0 00000100:00100000:2.0:1780968273.728417:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35550 00000100:00100000:2.0:1780968273.728430:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35551 00000100:00100000:2.0:1780968273.728433:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3017:x1867475551666752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.728444:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5587 count 1 00002000:00010000:2.0:1780968273.728459:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.728462:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 3/0,1 mode: --/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728469:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728471:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728473:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 3/0,1 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728480:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 3/0,1 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728487:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 3/0,1 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728493:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 2/0,0 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728499:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.728603:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3017:x1867475551666752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 169us (747us total) trans 98784258686 rc 0/0 00000100:00100000:2.0:1780968273.728609:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35551 00000100:00100000:2.0:1780968273.728619:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35552 00000100:00100000:2.0:1780968273.728622:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000319d99ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3017:x1867475551667008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.728632:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4091 count 1 00002000:00010000:2.0:1780968273.728647:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xffb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.728651:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 3/0,1 mode: --/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728658:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728659:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728661:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 3/0,1 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728669:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 3/0,1 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728676:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 3/0,1 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728682:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 2/0,0 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728688:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.728804:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000319d99ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3017:x1867475551667008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (922us total) trans 4294975975 rc 0/0 00000100:00100000:2.0:1780968273.728809:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35552 00000100:00100000:2.0:1780968273.728820:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35553 00000100:00100000:2.0:1780968273.728823:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003113f0e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3017:x1867475551667264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.728832:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4094 count 1 00002000:00010000:2.0:1780968273.728845:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xffe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.728848:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 3/0,1 mode: --/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728856:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728857:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.728859:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 3/0,1 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728867:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 3/0,1 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728873:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 3/0,1 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728879:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 2/0,0 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.728886:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.729974:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb275071 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3017:x1867475551666240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6113us (6858us total) trans 4294975971 rc 0/0 00000100:00100000:0.0:1780968273.729991:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35541 00000100:00100000:0.0:1780968273.730027:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35554 00000100:00100000:0.0:1780968273.730035:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377beec5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3017:x1867475551666560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.730066:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5882 count 1 00002000:00010000:0.0:1780968273.730104:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.730111:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 3/0,1 mode: --/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730145:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.730147:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.730151:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 3/0,1 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730163:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 3/0,1 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730172:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 3/0,1 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730179:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 2/0,0 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730188:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.730481:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377beec5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3017:x1867475551666560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 447us (2504us total) trans 98784258687 rc 0/0 00000100:00100000:0.0:1780968273.730489:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35554 00000100:00100000:0.0:1780968273.730507:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35555 00000100:00100000:0.0:1780968273.730512:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002136b9d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3017:x1867475551666816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.730649:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5885 count 1 00002000:00010000:0.0:1780968273.730668:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.730673:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 3/0,1 mode: --/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730682:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.730683:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.730685:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 3/0,1 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730694:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 3/0,1 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730701:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 3/0,1 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730707:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 2/0,0 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730715:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968273.730861:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002136b9d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3017:x1867475551666816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 348us (2858us total) trans 98784258688 rc 0/0 00000100:00100000:0.0:1780968273.730869:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35555 00000100:00100000:0.0:1780968273.730883:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35556 00000100:00100000:0.0:1780968273.730888:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b37d9bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3017:x1867475551667072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.730911:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4092 count 1 00002000:00010000:0.0:1780968273.730932:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xffc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.730936:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 3/0,1 mode: --/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730943:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.730944:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.730946:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 3/0,1 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730954:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 3/0,1 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730961:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 3/0,1 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730967:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 2/0,0 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.730974:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780968273.731568:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3016:x1867475551666432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6710us (7082us total) trans 98784258689 rc 0/0 00000100:00100000:1.0:1780968273.731577:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35543 00000100:00100000:0.0:1780968273.732030:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b37d9bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3017:x1867475551667072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1140us (4001us total) trans 4294975976 rc 0/0 00000100:00100000:0.0:1780968273.732037:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35556 00010000:00010000:0.0:1780968273.732080:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1780968273.732086:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 2/0,0 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732097:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732101:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 2/0,0 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732111:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 3/0,0 mode: PW/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732155:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 1/0,0 mode: --/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732162:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fdb77 lrc: 0/0,0 mode: --/PW res: [0x16f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732187:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1780968273.732190:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 2/0,0 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732196:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732197:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 2/0,0 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732203:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 3/0,0 mode: PW/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732210:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 1/0,0 mode: --/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732215:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdb7e lrc: 0/0,0 mode: --/PW res: [0x15d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732225:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780968273.732228:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 2/0,0 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732234:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732236:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 2/0,0 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732241:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 3/0,0 mode: PW/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732256:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 1/0,0 mode: --/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732261:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdb85 lrc: 0/0,0 mode: --/PW res: [0xffb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732275:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780968273.732277:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 2/0,0 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732282:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732284:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 2/0,0 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732290:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 3/0,0 mode: PW/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732297:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 1/0,0 mode: --/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732303:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdb8c lrc: 0/0,0 mode: --/PW res: [0xffe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732316:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968273.732318:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 2/0,0 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732329:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732331:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 2/0,0 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732336:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 3/0,0 mode: PW/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732345:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 1/0,0 mode: --/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732350:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fdb93 lrc: 0/0,0 mode: --/PW res: [0x16fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732363:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.732366:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 2/0,0 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732371:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732373:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 2/0,0 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732378:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 3/0,0 mode: PW/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732384:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 1/0,0 mode: --/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732394:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fdb9a lrc: 0/0,0 mode: --/PW res: [0x16fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732404:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.732406:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 2/0,0 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.732463:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000215d0b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551666048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.732483:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.732589:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.732595:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 2/0,0 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732602:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 3/0,0 mode: PW/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732613:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 1/0,0 mode: --/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732619:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdba1 lrc: 0/0,0 mode: --/PW res: [0xffc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.732634:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.732636:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.732637:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.732726:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.732776:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b5fcdb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.732797:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.732877:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551666048 00000100:00100000:3.0:1780968273.732922:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667328 00000100:00100000:3.0:1780968273.732939:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35557 00000100:00100000:3.0:1780968273.732946:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:3018:x1867475551666048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.732976:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4084 count 1 00002000:00010000:3.0:1780968273.733014:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xff4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.733020:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 3/0,1 mode: --/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.733038:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.733041:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.733045:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 3/0,1 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.733057:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 3/0,1 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.733065:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 3/0,1 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.733072:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 2/0,0 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.733085:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.733354:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+62:3018:x1867475551666048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 407us (629us total) trans 4294975977 rc 0/0 00000100:00100000:3.0:1780968273.733361:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35557 00000100:00100000:3.0:1780968273.733378:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35558 00000100:00100000:3.0:1780968273.733382:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c38bbb39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3018:x1867475551667328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.734196:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.734205:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 2/0,0 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734222:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4875adc already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.734226:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 2/0,0 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734235:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 3/0,0 mode: PW/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734254:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 1/0,0 mode: --/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734260:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fdba8 lrc: 0/0,0 mode: --/PW res: [0xff4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734277:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.734279:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.734280:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.734305:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030fd4041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551667392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.734358:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.734414:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000377fd641/2, rc 0, transno 8672 00000100:00100000:0.0:1780968273.734422:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000377fd641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551666112:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.734435:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e3c801be/2, rc 0, transno 8673 00000100:00100000:0.0:1780968273.734439:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3c801be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551666368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.734453:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968273.734459:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5a843d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551667456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.734480:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.734513:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667392 00000100:00100000:0.0:1780968273.734562:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667456 00000100:00100000:0.0:1780968273.734577:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35559 00000100:00100000:0.0:1780968273.734583:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000035b4fb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3015:x1867475551667392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.734611:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5888 count 1 00002000:00010000:0.0:1780968273.734646:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1700:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.734652:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 3/0,1 mode: --/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734664:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.734667:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.734671:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 3/0,1 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734683:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 3/0,1 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734691:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 3/0,1 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734697:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 2/0,0 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.734712:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1780968273.734817:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5887 count 1 00002000:00010000:3.0:1780968273.734837:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x16ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.734841:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 3/0,1 mode: --/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.734849:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.734851:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.734853:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 3/0,1 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.734862:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 3/0,1 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.734869:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 3/0,1 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.734875:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 2/0,0 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.734889:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968273.735232:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35560 00000100:00100000:1.0:1780968273.735239:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042e0ecdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3015:x1867475551667456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.735253:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c38bbb39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3018:x1867475551667328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1868us (2454us total) trans 98784258690 rc 0/0 00002000:00080000:1.0:1780968273.735259:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5889 count 1 00000100:00100000:3.0:1780968273.735263:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35558 00002000:00010000:1.0:1780968273.735283:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1701:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.735289:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 3/0,1 mode: --/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735291:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.735298:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 2/0,0 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.735301:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.735304:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.735307:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 3/0,1 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735309:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.735313:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 2/0,0 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.735324:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 3/0,1 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735326:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 3/0,0 mode: PW/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.735344:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 3/0,1 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.735352:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 2/0,0 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735353:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 1/0,0 mode: --/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.735370:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780968273.735376:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fdbaf lrc: 0/0,0 mode: --/PW res: [0x1700:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735397:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.735400:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 2/0,0 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735406:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.735408:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 2/0,0 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735414:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 3/0,0 mode: PW/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735423:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 1/0,0 mode: --/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735429:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdbb6 lrc: 0/0,0 mode: --/PW res: [0x16ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.735443:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780968273.735582:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042e0ecdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3015:x1867475551667456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 342us (1100us total) trans 98784258692 rc 0/0 00000100:00100000:1.0:1780968273.735589:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35560 00010000:00010000:2.0:1780968273.735839:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.735877:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c3befcea/2, rc 0, transno 10881 00000100:00100000:2.0:1780968273.735889:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c3befcea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551666432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.735983:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.735989:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075e5a5c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.736029:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.736055:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667648 00000100:00100000:2.0:1780968273.736085:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35561 00000100:00100000:2.0:1780968273.736089:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8232f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:3016:x1867475551667648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.736105:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4097 count 1 00002000:00010000:2.0:1780968273.736150:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1001:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.736155:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 3/0,1 mode: --/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.736164:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.736166:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.736169:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 3/0,1 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.736178:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 3/0,1 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.736186:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 3/0,1 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.736191:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 2/0,0 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.736204:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.737105:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 2/0,0 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737128:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.737131:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 2/0,0 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737146:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 3/0,0 mode: PW/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737168:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 1/0,0 mode: --/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737173:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086ac761f/0x986691d98fdbbd lrc: 0/0,0 mode: --/PW res: [0x1701:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737196:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.737199:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 2/0,0 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737204:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.737207:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 2/0,0 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737213:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 3/0,0 mode: PW/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737222:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 1/0,0 mode: --/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737228:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fdbc4 lrc: 0/0,0 mode: --/PW res: [0x1001:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737243:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.737245:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.737247:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.737275:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ff9d620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.737409:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.737474:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007b5fcdb4/2, rc 0, transno 10882 00000100:00100000:3.0:1780968273.737492:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b5fcdb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667328:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.737508:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000215d0b89/2, rc 0, transno 8681 00000100:00100000:3.0:1780968273.737634:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000215d0b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551666048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.737649:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780968273.737654:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0dc32e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.737676:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.737708:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667584 00000100:00100000:3.0:1780968273.737748:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667520 00000100:00100000:3.0:1780968273.737769:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35562 00000100:00100000:3.0:1780968273.737775:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3018:x1867475551667584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.737799:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4096 count 1 00002000:00010000:3.0:1780968273.737831:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1000:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.737837:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 3/0,1 mode: --/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737848:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.737850:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.737854:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 3/0,1 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.737866:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 3/0,1 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.737877:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35563 00010000:00010000:3.0:1780968273.737886:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 3/0,1 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.737887:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+65:3018:x1867475551667520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.737900:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 2/0,0 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.737917:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4095 count 1 00010000:00010000:3.0:1780968273.737928:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1780968273.737942:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xfff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.737947:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 3/0,1 mode: --/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.737956:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.737958:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.737960:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 3/0,1 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.737975:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 3/0,1 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.737983:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 3/0,1 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.737989:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 2/0,0 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.737998:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.738260:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3018:x1867475551667584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 484us (851us total) trans 4294975979 rc 0/0 00000100:00100000:1.0:1780968273.738264:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3018:x1867475551667520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 376us (586us total) trans 4294975980 rc 0/0 00000100:00100000:3.0:1780968273.738272:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35562 00000100:00100000:1.0:1780968273.738283:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35563 00010000:00010000:3.0:1780968273.738298:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.738302:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 2/0,0 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738311:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.738314:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 2/0,0 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738322:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 3/0,0 mode: PW/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738335:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 1/0,0 mode: --/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738340:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdbcb lrc: 0/0,0 mode: --/PW res: [0x1000:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738361:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.738363:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 2/0,0 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738369:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.738371:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 2/0,0 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738376:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 3/0,0 mode: PW/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738384:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 1/0,0 mode: --/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738389:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fdbd2 lrc: 0/0,0 mode: --/PW res: [0xfff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738399:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.738400:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.738401:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.738418:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ff9d620/2, rc 0, transno 8683 00000100:00100000:3.0:1780968273.738422:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ff9d620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.738428:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780968273.738436:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a92705 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.738459:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.738486:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e0dc32e8/2, rc 0, transno 8684 00000100:00100000:3.0:1780968273.738490:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0dc32e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.738772:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667776 00000100:00100000:3.0:1780968273.738800:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35564 00000100:00100000:3.0:1780968273.738805:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+32:3018:x1867475551667776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.738822:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5891 count 1 00002000:00010000:3.0:1780968273.738847:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1703:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.738851:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 3/0,1 mode: --/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738862:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.738864:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.738867:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 3/0,1 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738876:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 3/0,1 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738882:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 3/0,1 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738888:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 2/0,0 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.738900:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.739164:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+33:3018:x1867475551667776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 358us (704us total) trans 98784258693 rc 0/0 00000100:00100000:3.0:1780968273.739171:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35564 00010000:00010000:3.0:1780968273.739188:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.739192:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 2/0,0 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.739199:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.739202:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 2/0,0 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.739210:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 3/0,0 mode: PW/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.739223:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 1/0,0 mode: --/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.739229:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fdbd9 lrc: 0/0,0 mode: --/PW res: [0x1703:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.739244:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.739246:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.739247:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.739285:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002e49f8af/2, rc 0, transno 10879 00000100:00100000:3.0:1780968273.739303:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e49f8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666560:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.739314:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000063c07078/2, rc 0, transno 10880 00000100:00100000:3.0:1780968273.739317:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063c07078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666816:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.739328:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000003a1ab8f/2, rc 0, transno 8680 00000100:00100000:3.0:1780968273.739331:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003a1ab8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667072:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.739341:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b3d0c546/2, rc 0, transno 10877 00000100:00100000:3.0:1780968273.739344:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3d0c546 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666496:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.739355:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005004581e/2, rc 0, transno 10878 00000100:00100000:3.0:1780968273.739357:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005004581e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666752:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.739366:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006b1de26c/2, rc 0, transno 8679 00000100:00100000:3.0:1780968273.739369:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1de26c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667008:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.739380:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b5e271ed/2, rc 0, transno 8675 00000100:00100000:3.0:1780968273.739382:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5e271ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551666240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.740722:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8232f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+65:3016:x1867475551667648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4623us (4684us total) trans 4294975978 rc 0/0 00000100:00100000:2.0:1780968273.740736:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35561 00010000:00010000:2.0:1780968273.741298:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.741327:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a488d40f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.741385:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.741681:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000075e5a5c6/2, rc 0, transno 8682 00000100:00100000:2.0:1780968273.741689:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075e5a5c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.741727:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667712 00000100:00100000:2.0:1780968273.741765:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35565 00000100:00100000:2.0:1780968273.741771:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000facfd73e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:3016:x1867475551667712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.741807:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5890 count 1 00002000:00010000:2.0:1780968273.741849:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1702:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.741857:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 3/0,1 mode: --/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.741874:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.741877:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.741882:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 3/0,1 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.741897:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 3/0,1 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.741919:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 3/0,1 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.741926:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 2/0,0 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.741945:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.742213:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003113f0e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3017:x1867475551667264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13388us (14296us total) trans 4294975981 rc 0/0 00000100:00100000:3.0:1780968273.742223:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35553 00010000:00010000:3.0:1780968273.742252:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.742257:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 2/0,0 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.742266:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.742270:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 2/0,0 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.742279:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 3/0,0 mode: PW/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.742301:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 1/0,0 mode: --/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.742308:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fdbe0 lrc: 0/0,0 mode: --/PW res: [0x1702:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.742334:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.742335:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.742337:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.742359:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000639b4a7a/2, rc 0, transno 8685 00000100:00100000:3.0:1780968273.742364:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000639b4a7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667264:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.742404:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061a92705/2, rc 0, transno 10885 00000100:00100000:3.0:1780968273.742409:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a92705 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551667776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.742727:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8d4f10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.742762:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.742777:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f92b4be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.742796:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.742809:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780968273.742814:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f091ba6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.742833:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.742846:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca0d884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.742864:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.742892:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668032 00000100:00100000:3.0:1780968273.742931:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668288 00000100:00100000:3.0:1780968273.742960:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667840 00000100:00100000:3.0:1780968273.742976:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35566 00000100:00100000:3.0:1780968273.742980:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3017:x1867475551668032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.743001:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4101 count 1 00002000:00010000:3.0:1780968273.743032:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1005:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.743037:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 3/0,1 mode: --/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.743049:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.743051:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.743055:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 3/0,1 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.743067:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 3/0,1 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.743076:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 3/0,1 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.743084:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 2/0,0 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.743100:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.743284:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000facfd73e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+34:3016:x1867475551667712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1510us (1899us total) trans 98784258694 rc 0/0 00000100:00100000:2.0:1780968273.743293:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35565 00000100:00100000:2.0:1780968273.743316:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668096 00000100:00100000:2.0:1780968273.743340:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35567 00000100:00100000:2.0:1780968273.743344:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+68:3017:x1867475551668288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.743357:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4104 count 1 00000100:00100000:0.0:1780968273.743359:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35568 00000100:00100000:0.0:1780968273.743367:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+68:3017:x1867475551667840:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1780968273.743378:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1008:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.743384:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 3/0,1 mode: --/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780968273.743384:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4098 count 1 00010000:00010000:2.0:1780968273.743408:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1780968273.743408:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1002:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.743410:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.743414:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 3/0,1 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.743415:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 3/0,1 mode: --/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.743432:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 3/0,1 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.743433:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.743435:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.743437:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 3/0,1 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.743447:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 3/0,1 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.743453:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 3/0,1 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.743456:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 2/0,0 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.743467:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 3/0,1 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.743475:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 2/0,0 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.743477:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780968273.743488:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.743941:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3017:x1867475551668032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 958us (1178us total) trans 4294975982 rc 0/0 00000100:00100000:3.0:1780968273.743948:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35566 00000100:00100000:3.0:1780968273.743966:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35569 00000100:00100000:3.0:1780968273.743970:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d869b2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3017:x1867475551668096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.743983:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4102 count 1 00002000:00010000:3.0:1780968273.744001:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1006:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.744005:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 3/0,1 mode: --/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744014:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.744015:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.744018:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 3/0,1 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744027:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 3/0,1 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744034:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 3/0,1 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744040:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 2/0,0 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744046:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780968273.744199:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d869b2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:3017:x1867475551668096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (1334us total) trans 4294975983 rc 0/0 00000100:00100000:3.0:1780968273.744206:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35569 00010000:00010000:3.0:1780968273.744296:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968273.744301:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 2/0,0 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744309:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000971f6cdc already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.744313:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 2/0,0 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744321:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 3/0,0 mode: PW/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744341:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 1/0,0 mode: --/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744353:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdbe7 lrc: 0/0,0 mode: --/PW res: [0x1005:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744369:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.744371:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 2/0,0 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744377:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.744379:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 2/0,0 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744385:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 3/0,0 mode: PW/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744404:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 1/0,0 mode: --/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744410:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdbee lrc: 0/0,0 mode: --/PW res: [0x1008:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744478:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.744481:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 2/0,0 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744487:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.744489:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 2/0,0 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744501:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 3/0,0 mode: PW/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744510:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 1/0,0 mode: --/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744525:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdbf5 lrc: 0/0,0 mode: --/PW res: [0x1002:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744540:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.744541:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 2/0,0 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744548:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.744550:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 2/0,0 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744555:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 3/0,0 mode: PW/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744562:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 1/0,0 mode: --/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744628:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdbfc lrc: 0/0,0 mode: --/PW res: [0x1006:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.744640:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.744642:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.744644:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.744669:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000877b84a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.744708:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.744747:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cca0d884/2, rc 0, transno 8687 00000100:00100000:3.0:1780968273.744758:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca0d884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668096:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.744767:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a8d4f10/2, rc 0, transno 8686 00000100:00100000:3.0:1780968273.744771:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8d4f10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.744782:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780968273.744787:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d21a4fc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.744805:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.744816:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009580380d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.744830:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.744852:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668544 00000100:00100000:3.0:1780968273.744880:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668352 00000100:00100000:3.0:1780968273.744893:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668608 00000100:00100000:3.0:1780968273.745036:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35570 00000100:00100000:3.0:1780968273.745042:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9027652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3017:x1867475551668544:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.745061:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35571 00000100:00100000:3.0:1780968273.745064:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c062da79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3017:x1867475551668352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.745185:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35572 00000100:00100000:3.0:1780968273.745189:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3017:x1867475551668608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.745246:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088cac9bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.745274:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745288:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000345bf1b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.745305:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745315:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fb97c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.745329:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745337:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017ba2317 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.745352:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.745367:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a488d40f/2, rc 0, transno 10886 00000100:00100000:3.0:1780968273.745377:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a488d40f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.745386:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1780968273.745696:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080ef39b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.745723:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745733:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.745750:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745757:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e5831c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.745771:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745777:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d2c3492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.745791:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.745813:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667968 00000100:00100000:3.0:1780968273.745834:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668224 00000100:00100000:3.0:1780968273.745841:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668480 00000100:00100000:3.0:1780968273.745848:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668736 00000100:00100000:3.0:1780968273.745856:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551667904 00000100:00100000:3.0:1780968273.745863:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668160 00000100:00100000:3.0:1780968273.745870:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668416 00000100:00100000:3.0:1780968273.745877:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668672 00000100:00100000:3.0:1780968273.745892:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35573 00000100:00100000:3.0:1780968273.745896:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+74:3016:x1867475551667968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.745932:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4100 count 1 00002000:00010000:3.0:1780968273.745968:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1004:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.745975:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 3/0,1 mode: --/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.745990:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.745992:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.745997:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 3/0,1 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.746011:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 3/0,1 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.746021:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 3/0,1 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.746028:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 2/0,0 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.746044:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.746358:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3016:x1867475551667968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 460us (1083us total) trans 4294975984 rc 0/0 00000100:00100000:3.0:1780968273.746366:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35573 00000100:00100000:3.0:1780968273.746387:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35574 00000100:00100000:2.0:1780968273.746780:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+75:3017:x1867475551668288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3434us (3983us total) trans 4294975985 rc 0/0 00000100:00100000:2.0:1780968273.746789:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35567 00000100:00100000:2.0:1780968273.746804:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35575 00000100:00100000:2.0:1780968273.746809:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056dcc3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+38:3016:x1867475551668480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.746830:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.746836:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 2/0,0 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.746846:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498917a7 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.746850:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 2/0,0 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.746859:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 3/0,0 mode: PW/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.746880:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 1/0,0 mode: --/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.746888:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fdc03 lrc: 0/0,0 mode: --/PW res: [0x1004:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.746920:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.746922:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.746923:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.746960:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f92b4be/2, rc 0, transno 8689 00000100:00100000:2.0:1780968273.746974:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f92b4be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.747041:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcd96f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.747072:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.747102:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668800 00000100:00100000:2.0:1780968273.747144:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35576 00000100:00100000:2.0:1780968273.747149:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d2673a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+75:3016:x1867475551668736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.747166:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4106 count 1 00002000:00010000:2.0:1780968273.747193:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x100a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.747198:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 3/0,1 mode: --/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747209:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.747212:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.747216:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 3/0,1 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747226:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 3/0,1 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747234:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 3/0,1 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747241:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 2/0,0 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747254:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.747261:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.747263:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 2/0,0 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747270:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.747272:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 2/0,0 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747279:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 3/0,0 mode: PW/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747289:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 1/0,0 mode: --/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747296:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdc0a lrc: 0/0,0 mode: --/PW res: [0x100a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.747318:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.747319:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.747321:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.747480:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d2673a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:3016:x1867475551668736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 330us (2127us total) trans 4294975986 rc 0/0 00000100:00100000:2.0:1780968273.747487:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35576 00000100:00100000:2.0:1780968273.747501:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35577 00000100:00100000:2.0:1780968273.747506:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8b3fc52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+75:3016:x1867475551667904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.747911:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1ba53f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3016:x1867475551668224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.747932:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3767 count 1 00002000:00010000:3.0:1780968273.747955:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.747960:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 3/0,1 mode: --/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.747971:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.747972:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.747975:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 3/0,1 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.747986:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 3/0,1 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.747994:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 3/0,1 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748001:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 2/0,0 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748023:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.748204:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1ba53f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+76:3016:x1867475551668224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1812us (2898us total) trans 4294975987 rc 0/0 00000100:00100000:3.0:1780968273.748212:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35574 00000100:00100000:3.0:1780968273.748230:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35578 00000100:00100000:3.0:1780968273.748234:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3016:x1867475551668160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.748248:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4103 count 1 00002000:00010000:3.0:1780968273.748264:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1007:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.748268:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 3/0,1 mode: --/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748275:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.748277:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.748279:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 3/0,1 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748287:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 3/0,1 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748294:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 3/0,1 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748300:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 2/0,0 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.748308:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1780968273.748489:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.748494:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 2/0,0 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748503:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019ac09f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.748505:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 2/0,0 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748629:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 3/0,0 mode: PW/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748718:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 1/0,0 mode: --/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748727:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019ac09f4/0x986691d98fdc11 lrc: 0/0,0 mode: --/PW res: [0xeb7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748746:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.748750:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 2/0,0 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748756:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c7cb011 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.748758:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 2/0,0 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748764:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 3/0,0 mode: PW/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748773:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 1/0,0 mode: --/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748780:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c7cb011/0x986691d98fdc18 lrc: 0/0,0 mode: --/PW res: [0x1007:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748792:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.748793:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.748795:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1780968273.748813:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4099 count 1 00002000:00010000:2.0:1780968273.748833:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1003:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.748837:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 3/0,1 mode: --/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748845:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.748846:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.748849:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 3/0,1 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748856:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 3/0,1 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748864:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 3/0,1 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748869:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 2/0,0 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748885:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.748892:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.748894:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 2/0,0 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748901:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.748915:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 2/0,0 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748923:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 3/0,0 mode: PW/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748932:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 1/0,0 mode: --/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748939:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdc1f lrc: 0/0,0 mode: --/PW res: [0x1003:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.748957:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.748958:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.748960:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.749163:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8b3fc52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3016:x1867475551667904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1654us (3437us total) trans 4294975989 rc 0/0 00000100:00100000:2.0:1780968273.749173:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35577 00000100:00100000:2.0:1780968273.749199:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35579 00000100:00100000:2.0:1780968273.749205:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc455a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3016:x1867475551668416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.749328:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+76:3016:x1867475551668160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1093us (3578us total) trans 4294975988 rc 0/0 00000100:00100000:3.0:1780968273.749336:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35578 00000100:00100000:3.0:1780968273.749349:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35580 00000100:00100000:3.0:1780968273.749353:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ecd1ccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3016:x1867475551668672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.749366:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4105 count 1 00002000:00010000:3.0:1780968273.749383:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1009:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.749388:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 3/0,1 mode: --/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749410:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.749411:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.749413:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 3/0,1 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749422:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 3/0,1 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749430:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 3/0,1 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749436:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 2/0,0 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749457:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.749827:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ecd1ccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+76:3016:x1867475551668672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 472us (4034us total) trans 4294975990 rc 0/0 00000100:00100000:3.0:1780968273.749835:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35580 00000100:00100000:3.0:1780968273.749848:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35581 00000100:00100000:3.0:1780968273.749853:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3017:x1867475551668800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.749866:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4107 count 1 00002000:00010000:3.0:1780968273.749883:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x100b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.749888:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 3/0,1 mode: --/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749896:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.749898:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.749900:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 3/0,1 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749920:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 3/0,1 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749928:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 3/0,1 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749935:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 2/0,0 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.749942:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.750069:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+76:3017:x1867475551668800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 216us (2997us total) trans 4294975991 rc 0/0 00000100:00100000:3.0:1780968273.750076:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35581 00010000:00010000:3.0:1780968273.750103:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.750107:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 2/0,0 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750143:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000130eaf7b already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.750147:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 2/0,0 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750155:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 3/0,0 mode: PW/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750168:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 1/0,0 mode: --/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750175:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdc26 lrc: 0/0,0 mode: --/PW res: [0x1009:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750189:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.750191:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 2/0,0 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750202:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c1efe00 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.750204:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 2/0,0 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750210:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 3/0,0 mode: PW/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750217:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 1/0,0 mode: --/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750223:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c1efe00/0x986691d98fdc2d lrc: 0/0,0 mode: --/PW res: [0x100b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.750233:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.750234:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.750235:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.750278:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000080ef39b3/2, rc 0, transno 8693 00000100:00100000:3.0:1780968273.750292:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080ef39b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667904:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.750305:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000047c277d2/2, rc 0, transno 8692 00000100:00100000:3.0:1780968273.750310:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668160:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.750320:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002d2c3492/2, rc 0, transno 8694 00000100:00100000:3.0:1780968273.750323:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d2c3492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668672:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.750333:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000088cac9bf/2, rc 0, transno 8688 00000100:00100000:3.0:1780968273.750335:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088cac9bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551667968:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.750344:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000345bf1b1/2, rc 0, transno 8691 00000100:00100000:3.0:1780968273.750347:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000345bf1b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668224:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.750358:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000017ba2317/2, rc 0, transno 8690 00000100:00100000:3.0:1780968273.750361:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017ba2317 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.750782:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.750861:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ad8b7de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.750920:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.750951:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000adcd96f3/2, rc 0, transno 8695 00000100:00100000:2.0:1780968273.750957:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcd96f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.750970:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780968273.750975:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfdcd420 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.750994:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.751005:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000488f7c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.751024:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.751057:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006304ea2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.751074:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.751099:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669056 00000100:00100000:2.0:1780968273.751145:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668864 00000100:00100000:2.0:1780968273.751154:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669120 00000100:00100000:2.0:1780968273.751161:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669312 00000100:00100000:2.0:1780968273.751171:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35582 00000100:00100000:2.0:1780968273.751176:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2ce4a2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+78:3017:x1867475551669056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.751199:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4110 count 1 00002000:00010000:2.0:1780968273.751226:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x100e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.751231:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 3/0,1 mode: --/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.751243:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.751246:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.751249:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 3/0,1 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.751260:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 3/0,1 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.751267:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 3/0,1 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.751273:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 2/0,0 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.751290:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.751875:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000181719c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.751924:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.751939:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da22a2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.751957:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.751970:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780968273.751974:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5258a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.751991:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.751999:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0c9ca63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.752013:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.752053:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668992 00000100:00100000:3.0:1780968273.752073:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669248 00000100:00100000:3.0:1780968273.752080:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551668928 00000100:00100000:3.0:1780968273.752088:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669184 00000100:00100000:3.0:1780968273.752099:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35583 00000100:00100000:3.0:1780968273.752103:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042fde9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3017:x1867475551668864:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.752152:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35584 00000100:00100000:3.0:1780968273.752157:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c000e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3017:x1867475551669120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.752174:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4111 count 1 00010000:00010000:1.0:1780968273.752175:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.752183:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 2/0,0 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752193:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f8f0199 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.752196:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 2/0,0 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.752197:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x100f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.752206:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 3/0,1 mode: --/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752211:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 3/0,0 mode: PW/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.752218:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.752221:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.752224:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 3/0,1 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752230:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 1/0,0 mode: --/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.752235:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 3/0,1 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752256:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f8f0199/0x986691d98fdc34 lrc: 0/0,0 mode: --/PW res: [0x100e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.752257:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 3/0,1 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.752274:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 2/0,0 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752287:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.752291:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 3/0,0 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.752292:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1780968273.752300:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.752302:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 2/0,0 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752307:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 3/0,0 mode: PW/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752316:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 1/0,0 mode: --/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752321:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000097e6cb9/0x986691d98fdc3b lrc: 0/0,0 mode: --/PW res: [0x100f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.752333:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.752334:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.752336:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.752471:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c000e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+84:3017:x1867475551669120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 313us (1446us total) trans 4294975993 rc 0/0 00000100:00100000:3.0:1780968273.752479:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35584 00000100:00100000:3.0:1780968273.752500:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35585 00000100:00100000:3.0:1780968273.752503:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3017:x1867475551669312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.752751:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2ce4a2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+83:3017:x1867475551669056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1574us (1832us total) trans 4294975992 rc 0/0 00000100:00100000:2.0:1780968273.752759:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35582 00000100:00100000:2.0:1780968273.752775:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35586 00000100:00100000:2.0:1780968273.752778:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cfec32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+82:3016:x1867475551668992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.752790:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4109 count 1 00002000:00010000:2.0:1780968273.752807:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x100d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.752811:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 3/0,1 mode: --/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.752820:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.752821:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.752824:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 3/0,1 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.752833:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 3/0,1 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.752841:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 3/0,1 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.752847:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 2/0,0 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.752867:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.753019:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cfec32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+83:3016:x1867475551668992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 240us (1096us total) trans 4294975994 rc 0/0 00000100:00100000:2.0:1780968273.753025:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35586 00000100:00100000:2.0:1780968273.753038:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35587 00010000:00010000:1.0:1780968273.753041:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1780968273.753043:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c09c4de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+82:3016:x1867475551669248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.753046:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 2/0,0 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.753055:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4113 count 1 00010000:00010000:1.0:1780968273.753066:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.753069:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 2/0,0 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.753072:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1011:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.753080:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 3/0,1 mode: --/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753081:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 3/0,0 mode: PW/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753095:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.753098:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.753100:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 3/0,1 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753104:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 1/0,0 mode: --/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753113:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 3/0,1 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753137:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fdc42 lrc: 0/0,0 mode: --/PW res: [0x100d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753144:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 3/0,1 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753154:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 2/0,0 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753161:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.753163:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.753164:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.753167:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 2/0,0 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753175:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de9c597f already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.753177:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 2/0,0 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753184:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 3/0,0 mode: PW/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753196:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 1/0,0 mode: --/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753206:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de9c597f/0x986691d98fdc49 lrc: 0/0,0 mode: --/PW res: [0x1011:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753219:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.753221:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.753223:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.753295:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c09c4de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+83:3016:x1867475551669248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 251us (1336us total) trans 4294975995 rc 0/0 00000100:00100000:2.0:1780968273.753301:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35587 00000100:00100000:2.0:1780968273.753312:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35588 00000100:00100000:2.0:1780968273.753317:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099cb88ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+82:3016:x1867475551668928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.753328:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4108 count 1 00002000:00010000:2.0:1780968273.753343:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x100c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.753347:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 3/0,1 mode: --/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753354:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.753356:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.753358:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 3/0,1 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753365:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 3/0,1 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753372:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 3/0,1 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753379:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 2/0,0 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.753396:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1780968273.753500:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3768 count 1 00002000:00010000:3.0:1780968273.753525:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.753529:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 3/0,1 mode: --/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753537:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.753538:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.753540:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 3/0,1 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753554:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 3/0,1 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753561:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 3/0,1 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753566:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 2/0,0 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753573:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780968273.753627:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.753632:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 2/0,0 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753641:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011cf5c3a already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.753643:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 2/0,0 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753651:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 3/0,0 mode: PW/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753662:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 1/0,0 mode: --/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753667:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011cf5c3a/0x986691d98fdc50 lrc: 0/0,0 mode: --/PW res: [0x100c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753681:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.753683:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 2/0,0 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753693:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.753695:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 2/0,0 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753700:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 3/0,0 mode: PW/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753709:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 1/0,0 mode: --/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753715:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000411e8607/0x986691d98fdc57 lrc: 0/0,0 mode: --/PW res: [0xeb8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.753726:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.753727:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.753728:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.753814:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3017:x1867475551669312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1309us (2738us total) trans 4294975996 rc 0/0 00000100:00100000:3.0:1780968273.753820:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35585 00000100:00100000:3.0:1780968273.753835:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35589 00000100:00100000:3.0:1780968273.753839:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc027fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+82:3016:x1867475551669184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.753850:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4112 count 1 00002000:00010000:3.0:1780968273.753864:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1010:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.753868:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 3/0,1 mode: --/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753875:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.753876:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.753878:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 3/0,1 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753886:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 3/0,1 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753898:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 3/0,1 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753915:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 2/0,0 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.753933:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.754059:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc027fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3016:x1867475551669184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 219us (2045us total) trans 4294975997 rc 0/0 00000100:00100000:3.0:1780968273.754066:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35589 00010000:00010000:3.0:1780968273.754105:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.754109:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 2/0,0 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.754138:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.754140:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 2/0,0 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.754147:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 3/0,0 mode: PW/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.754159:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 1/0,0 mode: --/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.754166:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fdc5e lrc: 0/0,0 mode: --/PW res: [0x1010:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.754183:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.754185:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.754186:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.754237:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.754238:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000006304ea2/2, rc 0, transno 8700 00000100:00100000:3.0:1780968273.754254:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006304ea2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669312:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.754265:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000488f7c97/2, rc 0, transno 8697 00000100:00100000:3.0:1780968273.754269:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000488f7c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669120:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.754276:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001ad8b7de/2, rc 0, transno 8696 00000100:00100000:3.0:1780968273.754279:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ad8b7de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669056:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.754315:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a0c9ca63/2, rc 0, transno 8701 00000100:00100000:3.0:1780968273.754319:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0c9ca63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669184:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.754328:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000181719c1/2, rc 0, transno 8698 00000100:00100000:3.0:1780968273.754331:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000181719c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668992:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.754339:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000da22a2c5/2, rc 0, transno 8699 00000100:00100000:3.0:1780968273.754342:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da22a2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.754481:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7165d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.754560:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000881adc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551669376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.754808:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.754834:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780968273.754839:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a347fef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.754862:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.754874:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006acad196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.754893:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.754918:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01088bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.754941:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.754960:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f091ba6/2, rc 0, transno 8702 00000100:00100000:3.0:1780968273.754968:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f091ba6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551667840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.755005:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f43652fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.755026:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.755052:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669504 00000100:00100000:3.0:1780968273.755076:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669440 00000100:00100000:3.0:1780968273.755085:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669696 00000100:00100000:3.0:1780968273.755092:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669568 00000100:00100000:3.0:1780968273.755099:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669760 00000100:00100000:3.0:1780968273.755108:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35590 00000100:00100000:3.0:1780968273.755112:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af72477c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+89:3016:x1867475551669504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.755159:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4116 count 1 00002000:00010000:3.0:1780968273.755186:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1014:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.755191:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 3/0,1 mode: --/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755203:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755205:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755208:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 3/0,1 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755221:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 3/0,1 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755229:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 3/0,1 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755241:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 2/0,0 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.755245:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.755260:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ae96378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551669632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.755262:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.755287:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.755438:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af72477c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+90:3016:x1867475551669504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 324us (630us total) trans 4294976000 rc 0/0 00000100:00100000:3.0:1780968273.755446:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35590 00000100:00100000:3.0:1780968273.755474:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669376 00000100:00100000:3.0:1780968273.755486:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669632 00000100:00100000:3.0:1780968273.755496:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35591 00000100:00100000:3.0:1780968273.755500:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098d2a658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+91:3016:x1867475551669440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.755522:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4115 count 1 00002000:00010000:3.0:1780968273.755537:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1013:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.755541:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 3/0,1 mode: --/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755549:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755551:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755553:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 3/0,1 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755561:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 3/0,1 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755568:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 3/0,1 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755581:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 2/0,0 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755592:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.755709:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098d2a658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3016:x1867475551669440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 207us (846us total) trans 4294976001 rc 0/0 00000100:00100000:3.0:1780968273.755716:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35591 00000100:00100000:3.0:1780968273.755729:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35592 00000100:00100000:3.0:1780968273.755732:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed3785ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+91:3016:x1867475551669696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.755743:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4119 count 1 00002000:00010000:3.0:1780968273.755757:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1017:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.755760:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 3/0,1 mode: --/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755768:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755770:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755771:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 3/0,1 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755779:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 3/0,1 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755786:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 3/0,1 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755793:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 2/0,0 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755807:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.755932:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed3785ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3016:x1867475551669696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 198us (1038us total) trans 4294976002 rc 0/0 00000100:00100000:3.0:1780968273.755940:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35592 00000100:00100000:3.0:1780968273.755952:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35593 00000100:00100000:3.0:1780968273.755956:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dd2ff16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+91:3017:x1867475551669568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.755966:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4117 count 1 00002000:00010000:3.0:1780968273.755980:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1015:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.755984:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 3/0,1 mode: --/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.755992:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755993:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.755995:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 3/0,1 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756002:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 3/0,1 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756009:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 3/0,1 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756015:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 2/0,0 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756024:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780968273.756168:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dd2ff16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3017:x1867475551669568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (1225us total) trans 4294976003 rc 0/0 00000100:00100000:3.0:1780968273.756176:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35593 00000100:00100000:3.0:1780968273.756188:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35594 00000100:00100000:3.0:1780968273.756192:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c5a4691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+91:3016:x1867475551669760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.756203:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4120 count 1 00002000:00010000:3.0:1780968273.756217:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1018:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.756221:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 3/0,1 mode: --/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756229:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.756230:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.756232:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 3/0,1 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756240:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 3/0,1 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756247:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 3/0,1 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756253:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 2/0,0 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756261:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1780968273.756371:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c5a4691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3016:x1867475551669760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (1344us total) trans 4294976004 rc 0/0 00000100:00100000:3.0:1780968273.756377:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35594 00000100:00100000:3.0:1780968273.756388:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35595 00000100:00100000:3.0:1780968273.756391:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000f8e362 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+91:3018:x1867475551669376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.756402:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4114 count 1 00002000:00010000:3.0:1780968273.756417:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1012:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.756421:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 3/0,1 mode: --/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756428:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.756429:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.756431:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 3/0,1 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756439:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 3/0,1 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756445:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 3/0,1 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756450:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 2/0,0 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756457:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1780968273.756584:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000f8e362 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3018:x1867475551669376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (1343us total) trans 4294976005 rc 0/0 00000100:00100000:3.0:1780968273.756590:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35595 00000100:00100000:3.0:1780968273.756602:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35596 00000100:00100000:3.0:1780968273.756606:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082bf6afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+91:3018:x1867475551669632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.756617:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4118 count 1 00002000:00010000:3.0:1780968273.756632:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1016:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.756636:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 3/0,1 mode: --/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756644:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.756645:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.756647:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 3/0,1 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756654:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 3/0,1 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756661:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 3/0,1 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756667:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 2/0,0 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756673:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1780968273.756775:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082bf6afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3018:x1867475551669632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 168us (1489us total) trans 4294976006 rc 0/0 00000100:00100000:3.0:1780968273.756781:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35596 00010000:00010000:3.0:1780968273.756802:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1780968273.756808:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 2/0,0 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756815:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c7d7fe6 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.756819:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 2/0,0 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756833:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 3/0,0 mode: PW/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756851:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 1/0,0 mode: --/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756858:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fdc65 lrc: 0/0,0 mode: --/PW res: [0x1014:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756876:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780968273.756879:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 2/0,0 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756884:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050b36e93 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.756886:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 2/0,0 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756892:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 3/0,0 mode: PW/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.756899:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 1/0,0 mode: --/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757436:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050b36e93/0x986691d98fdc6c lrc: 0/0,0 mode: --/PW res: [0x1013:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757456:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780968273.757460:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 2/0,0 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757466:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.757469:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 2/0,0 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757475:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 3/0,0 mode: PW/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757486:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 1/0,0 mode: --/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757491:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc8e45f4/0x986691d98fdc73 lrc: 0/0,0 mode: --/PW res: [0x1017:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757503:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968273.757506:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 2/0,0 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757573:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc6e2da5 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.757576:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 2/0,0 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757583:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 3/0,0 mode: PW/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757594:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 1/0,0 mode: --/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757606:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc6e2da5/0x986691d98fdc7a lrc: 0/0,0 mode: --/PW res: [0x1015:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757619:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.757621:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 2/0,0 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757626:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.757628:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 2/0,0 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757634:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 3/0,0 mode: PW/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757642:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 1/0,0 mode: --/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757746:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdc81 lrc: 0/0,0 mode: --/PW res: [0x1018:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757760:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.757763:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 2/0,0 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757769:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.757772:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 2/0,0 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757783:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 3/0,0 mode: PW/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757794:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 1/0,0 mode: --/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757800:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077a83062/0x986691d98fdc88 lrc: 0/0,0 mode: --/PW res: [0x1012:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757812:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.757815:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 2/0,0 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757821:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.757823:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 2/0,0 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757829:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 3/0,0 mode: PW/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757837:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 1/0,0 mode: --/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757844:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdc8f lrc: 0/0,0 mode: --/PW res: [0x1016:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.757855:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.757857:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.757860:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.757927:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c01088bc/2, rc 0, transno 8707 00000100:00100000:3.0:1780968273.757948:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01088bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.758030:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa885f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.758083:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.758149:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669824 00000100:00100000:3.0:1780968273.758181:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35597 00000100:00100000:3.0:1780968273.758186:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008517a94b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+92:3017:x1867475551669824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.758210:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4121 count 1 00002000:00010000:3.0:1780968273.758240:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1019:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.758245:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 3/0,1 mode: --/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758258:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.758260:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.758263:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 3/0,1 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758275:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 3/0,1 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758283:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 3/0,1 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758291:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 2/0,0 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758313:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.758684:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008517a94b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+93:3017:x1867475551669824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 495us (600us total) trans 4294976007 rc 0/0 00000100:00100000:3.0:1780968273.758694:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35597 00010000:00010000:3.0:1780968273.758718:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.758723:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 2/0,0 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.758725:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.758733:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.758736:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 2/0,0 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758745:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 3/0,0 mode: PW/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968273.758757:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f43652fb/2, rc 0, transno 8708 00010000:00010000:3.0:1780968273.758759:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 1/0,0 mode: --/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.758766:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8868fc8/0x986691d98fdc96 lrc: 0/0,0 mode: --/PW res: [0x1019:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.758771:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f43652fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.758786:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.758789:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.758791:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968273.758791:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a347fef9/2, rc 0, transno 8705 00000100:00100000:1.0:1780968273.758796:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a347fef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669440:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.758810:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006acad196/2, rc 0, transno 8706 00000100:00100000:1.0:1780968273.758814:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006acad196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669696:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.758830:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a7165d83/2, rc 0, transno 8704 00000100:00100000:1.0:1780968273.758835:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7165d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.758854:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082d2819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.758859:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a8488f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.758893:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.758924:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670016 00000100:00100000:1.0:1780968273.758935:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968273.758943:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1b71dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.758947:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35598 00000100:00100000:3.0:1780968273.758952:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006477b352 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+93:3016:x1867475551670016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.758968:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3769 count 1 00000100:00100000:1.0:1780968273.758973:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1780968273.758991:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeb9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.758997:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 3/0,1 mode: --/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759006:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.759008:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.759011:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 3/0,1 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759019:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 3/0,1 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759027:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 3/0,1 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759032:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 2/0,0 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759052:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.759098:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.759103:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 2/0,0 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.759112:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e83c197 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.759133:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 2/0,0 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.759142:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 3/0,0 mode: PW/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.759155:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 1/0,0 mode: --/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.759162:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e83c197/0x986691d98fdc9d lrc: 0/0,0 mode: --/PW res: [0xeb9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.759182:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.759185:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.759187:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.759237:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006477b352 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+94:3016:x1867475551670016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 283us (346us total) trans 4294976008 rc 0/0 00000100:00100000:3.0:1780968273.759244:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35598 00000100:00100000:3.0:1780968273.759256:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669952 00000100:00100000:3.0:1780968273.759267:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35599 00000100:00100000:3.0:1780968273.759270:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3a54a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+94:3016:x1867475551669952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.759280:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4123 count 1 00002000:00010000:3.0:1780968273.759295:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x101b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.759298:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 3/0,1 mode: --/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759307:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.759309:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.759311:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 3/0,1 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759319:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 3/0,1 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968273.759322:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000082d2819b/2, rc 0, transno 8712 00010000:00010000:3.0:1780968273.759328:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 3/0,1 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759336:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 2/0,0 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.759336:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082d2819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670016:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.759355:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.759363:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.759365:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 2/0,0 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759371:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.759373:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 2/0,0 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759380:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 3/0,0 mode: PW/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759395:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 1/0,0 mode: --/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.759402:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037014cc4/0x986691d98fdca4 lrc: 0/0,0 mode: --/PW res: [0x101b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.759408:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+94:3017:x1867475551667840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16039us (16572us total) trans 4294975998 rc 0/0 00010000:00010000:3.0:1780968273.759418:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.759420:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.759420:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35568 00010000:00010000:3.0:1780968273.759423:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.759460:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.759793:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001fa885f8/2, rc 0, transno 8711 00000100:00100000:3.0:1780968273.759805:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa885f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.759817:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780968273.759822:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf9edac7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.759852:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.760099:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099cb88ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:3016:x1867475551668928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6780us (8106us total) trans 4294975999 rc 0/0 00000100:00100000:2.0:1780968273.760108:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35588 00000100:00100000:3.0:1780968273.761247:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7351068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.761295:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.763100:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670080 00000100:00100000:2.0:1780968273.763148:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551669888 00000100:00100000:2.0:1780968273.763184:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35600 00000100:00100000:2.0:1780968273.763192:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fc43e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+94:3017:x1867475551670080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.763231:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4124 count 1 00002000:00010000:2.0:1780968273.763274:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x101c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.763283:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 3/0,1 mode: --/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.763302:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.763305:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.763311:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 3/0,1 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.763328:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 3/0,1 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.763338:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 3/0,1 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.763346:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 2/0,0 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.763368:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.763649:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35601 00000100:00100000:0.0:1780968273.763655:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec2049c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+94:3017:x1867475551669888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.763668:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:0.0:1780968273.763671:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4122 count 1 00010000:00010000:1.0:1780968273.763675:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 2/0,0 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.763686:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.763691:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 2/0,0 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780968273.763695:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x101a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.763700:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 3/0,0 mode: PW/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.763700:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 3/0,1 mode: --/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.763709:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.763711:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.763713:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 3/0,1 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.763721:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 3/0,1 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.763724:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 1/0,0 mode: --/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.763728:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 3/0,1 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.763731:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fdb8e62/0x986691d98fdcab lrc: 0/0,0 mode: --/PW res: [0x101c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.763733:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 2/0,0 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.763752:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.763757:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.763759:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 2/0,0 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.763763:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000e25a5029) 00000100:00100000:2.0:1780968273.763831:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fc43e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+95:3017:x1867475551670080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 637us (4369us total) trans 4294976009 rc 0/0 00000100:00100000:2.0:1780968273.763840:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35600 00000004:00080000:2.0:1780968273.763929:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003e5258a0/2, rc 0, transno 8703 00000100:00100000:2.0:1780968273.763938:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5258a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.763992:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 2/0,0 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.764006:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 3/0,0 mode: PW/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.764198:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670144 00000100:00100000:2.0:1780968273.764217:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35602 00000100:00100000:2.0:1780968273.764221:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000ffb8f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+96:3017:x1867475551670144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.764235:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4125 count 1 00002000:00010000:2.0:1780968273.764253:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x101d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.764257:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 3/0,1 mode: --/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.764266:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.764267:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.764270:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 3/0,1 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.764279:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 3/0,1 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.764286:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 3/0,1 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.764292:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 2/0,0 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.764301:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.764643:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 1/0,0 mode: --/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.764653:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fdcb2 lrc: 0/0,0 mode: --/PW res: [0x101a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.764670:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.764672:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 2/0,0 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.764678:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.764681:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 2/0,0 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.764687:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 3/0,0 mode: PW/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.764694:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec2049c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+97:3017:x1867475551669888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1038us (4840us total) trans 4294976010 rc 0/0 00010000:00010000:1.0:1780968273.764697:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 1/0,0 mode: --/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.764702:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35601 00010000:00010000:1.0:1780968273.764704:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042d6e1f8/0x986691d98fdcb9 lrc: 0/0,0 mode: --/PW res: [0x101d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968273.764707:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000a8488f7/2, rc 0, transno 8713 00000100:00100000:3.0:1780968273.764716:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a8488f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.764719:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.764723:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.764726:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.764733:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bf9edac7/2, rc 0, transno 8714 00000100:00100000:3.0:1780968273.764738:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf9edac7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551669888:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.764741:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.764780:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968273.764809:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e5a843d2/2, rc 0, transno 10884 00000100:00100000:0.0:1780968273.764822:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5a843d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551667456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.764841:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6502cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551670208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.764885:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.764916:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968273.764922:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c57d908d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551670272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.764944:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.764972:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670208 00000100:00100000:0.0:1780968273.764993:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670272 00000100:00100000:0.0:1780968273.765008:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35603 00000100:00100000:0.0:1780968273.765012:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000824e49b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+98:3015:x1867475551670208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.765028:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4126 count 1 00002000:00010000:0.0:1780968273.765050:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x101e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.765055:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 3/0,1 mode: --/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765064:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.765066:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.765069:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 3/0,1 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765078:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 3/0,1 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765085:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 3/0,1 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765091:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 2/0,0 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765104:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.765180:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3a54a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+99:3016:x1867475551669952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5907us (6209us total) trans 4294976012 rc 0/0 00000100:00100000:3.0:1780968273.765189:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35599 00000100:00100000:3.0:1780968273.765210:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35604 00010000:00010000:1.0:1780968273.765215:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1780968273.765216:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebaab93b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+98:3015:x1867475551670272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.765220:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 2/0,0 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765230:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000e25a5029) 00002000:00080000:3.0:1780968273.765231:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4127 count 1 00010000:00010000:1.0:1780968273.765233:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 2/0,0 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765242:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 3/0,0 mode: PW/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765253:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 1/0,0 mode: --/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.765254:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x101f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.765262:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 3/0,1 mode: --/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765264:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdcc0 lrc: 0/0,0 mode: --/PW res: [0x101e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.765279:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.765282:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.765285:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 3/0,1 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765286:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.765288:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.765290:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.765295:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000824e49b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+99:3015:x1867475551670208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 281us (411us total) trans 4294976013 rc 0/0 00010000:00010000:3.0:1780968273.765298:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 3/0,1 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.765306:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35603 00010000:00010000:3.0:1780968273.765311:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 3/0,1 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968273.765313:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a1b71dfe/2, rc 0, transno 8716 00010000:00010000:3.0:1780968273.765322:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 2/0,0 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.765327:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1b71dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551669952:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.765336:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f6502cd5/2, rc 0, transno 8717 00000100:00100000:0.0:1780968273.765340:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6502cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551670208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.765344:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780968273.765350:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.765355:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 2/0,0 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765363:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.765365:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 2/0,0 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765372:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 3/0,0 mode: PW/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.765384:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 1/0,0 mode: --/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.765386:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780968273.765391:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026636c9c/0x986691d98fdcc7 lrc: 0/0,0 mode: --/PW res: [0x101f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.765395:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000bd97350 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670464:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.765410:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.765412:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.765413:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968273.765438:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.765453:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670464 00000100:00100000:0.0:1780968273.765494:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35605 00000100:00100000:0.0:1780968273.765499:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1dd8e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3016:x1867475551670464:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.765503:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebaab93b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+99:3015:x1867475551670272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 285us (556us total) trans 4294976014 rc 0/0 00000004:00080000:0.0:1780968273.765527:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c57d908d/2, rc 0, transno 8718 00000100:00100000:0.0:1780968273.765533:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c57d908d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551670272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.765546:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.765575:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35604 00000100:00100000:3.0:1780968273.765643:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a961b43a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.765665:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.765700:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f7f4a82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.765704:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670528 00000100:00100000:3.0:1780968273.765727:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.765733:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35606 00000100:00100000:1.0:1780968273.765738:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b24b4d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+99:3016:x1867475551670528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.765745:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b607a038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670592:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.765752:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4130 count 1 00000100:00100000:3.0:1780968273.765767:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.765782:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780968273.765786:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058d52fd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670400:0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1780968273.765789:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1022:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.765796:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 3/0,1 mode: --/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.765806:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.765818:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000845e775c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.765819:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.765822:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.765825:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 3/0,1 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765836:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 3/0,1 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.765841:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780968273.765848:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 3/0,1 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.765855:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 2/0,0 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.765861:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670336 00010000:00010000:1.0:1780968273.765871:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.765880:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670592 00000100:00100000:3.0:1780968273.765895:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670400 00000100:00100000:3.0:1780968273.765925:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670656 00000100:00100000:3.0:1780968273.765942:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35607 00000100:00100000:3.0:1780968273.765946:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.765961:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4128 count 1 00002000:00010000:3.0:1780968273.765982:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1020:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.765986:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 3/0,1 mode: --/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.765994:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.765996:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.765998:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 3/0,1 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766007:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 3/0,1 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766016:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 3/0,1 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766026:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 2/0,0 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766045:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780968273.766050:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.766054:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 2/0,0 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766062:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fc3627e already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.766064:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 2/0,0 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766076:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 3/0,0 mode: PW/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766088:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 1/0,0 mode: --/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766094:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fdcce lrc: 0/0,0 mode: --/PW res: [0x1022:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766109:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.766111:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 2/0,0 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766144:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.766146:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 2/0,0 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766153:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 3/0,0 mode: PW/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766162:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 1/0,0 mode: --/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766168:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db9ed436/0x986691d98fdcd5 lrc: 0/0,0 mode: --/PW res: [0x1020:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766187:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.766190:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.766192:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968273.766226:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b24b4d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+105:3016:x1867475551670528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 486us (559us total) trans 4294976015 rc 0/0 00000100:00100000:1.0:1780968273.766233:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35606 00000100:00100000:3.0:1780968273.766242:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:3017:x1867475551670336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 294us (515us total) trans 4294976016 rc 0/0 00000100:00100000:3.0:1780968273.766249:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35607 00000100:00100000:1.0:1780968273.766258:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35608 00000100:00100000:1.0:1780968273.766265:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6faef2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.766269:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35609 00000100:00100000:3.0:1780968273.766274:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000701c3665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.766277:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4131 count 1 00002000:00080000:3.0:1780968273.766288:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4129 count 1 00002000:00010000:1.0:1780968273.766296:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1023:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.766301:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 3/0,1 mode: --/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.766306:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1021:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.766310:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.766312:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 3/0,1 mode: --/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766313:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.766316:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 3/0,1 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766329:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.766332:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.766333:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 3/0,1 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766335:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 3/0,1 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766351:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 3/0,1 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766355:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 3/0,1 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766364:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 2/0,0 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766367:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 3/0,1 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.766382:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 2/0,0 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.766389:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.766406:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.766497:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35610 00000100:00100000:0.0:1780968273.766503:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a6180c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.766627:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4132 count 1 00000100:00100000:2.0:1780968273.766639:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000ffb8f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2415us (5343us total) trans 4294976011 rc 0/0 00000100:00100000:2.0:1780968273.766647:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35602 00002000:00010000:0.0:1780968273.766650:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1024:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.766656:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 3/0,1 mode: --/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766664:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.766666:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.766668:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 3/0,1 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766676:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 3/0,1 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766683:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 3/0,1 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766688:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 2/0,0 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766711:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.766813:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000701c3665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 537us (1006us total) trans 4294976017 rc 0/0 00000100:00100000:3.0:1780968273.766820:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35609 00000004:00080000:3.0:1780968273.766860:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a961b43a/2, rc 0, transno 8719 00000100:00100000:3.0:1780968273.766872:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a961b43a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.766886:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a6180c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+103:3017:x1867475551670656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 381us (1047us total) trans 4294976018 rc 0/0 00000100:00100000:0.0:1780968273.766894:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35610 00010000:00010000:0.0:1780968273.766927:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968273.766932:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 2/0,0 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.766936:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.766941:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 2/0,0 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766943:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000009ea9ce0 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.766948:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 2/0,0 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.766956:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.766961:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 2/0,0 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.766973:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 3/0,0 mode: PW/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.766975:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 3/0,0 mode: PW/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767000:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 1/0,0 mode: --/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767002:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 1/0,0 mode: --/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767018:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009ea9ce0/0x986691d98fdcdc lrc: 0/0,0 mode: --/PW res: [0x1023:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767020:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f550ad03/0x986691d98fdce3 lrc: 0/0,0 mode: --/PW res: [0x1021:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767052:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.767055:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 2/0,0 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767056:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.767058:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.767060:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.767068:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.767071:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 2/0,0 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767077:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 3/0,0 mode: PW/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767087:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 1/0,0 mode: --/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767093:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fdcea lrc: 0/0,0 mode: --/PW res: [0x1024:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767110:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.767113:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.767131:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.767148:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000264021f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551670720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.767188:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.767242:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670720 00000100:00100000:0.0:1780968273.767282:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35611 00000100:00100000:0.0:1780968273.767288:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a66124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+103:3015:x1867475551670720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.767304:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4133 count 1 00002000:00010000:0.0:1780968273.767324:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1025:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.767329:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 3/0,1 mode: --/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.767338:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1780968273.767340:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058d52fd2/2, rc 0, transno 8721 00010000:00010000:0.0:1780968273.767340:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.767343:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 3/0,1 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.767350:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058d52fd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.767354:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 3/0,1 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968273.767360:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000845e775c/2, rc 0, transno 8722 00010000:00010000:0.0:1780968273.767364:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 3/0,1 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.767366:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000845e775c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968273.767377:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 2/0,0 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968273.767378:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004f7f4a82/2, rc 0, transno 8720 00000100:00100000:3.0:1780968273.767383:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f7f4a82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670336:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.767395:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d7351068/2, rc 0, transno 8715 00010000:00010000:0.0:1780968273.767397:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.767401:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7351068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.767481:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8426a13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.767595:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.767598:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 2/0,0 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767613:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb48310 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.767616:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 2/0,0 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767622:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 3/0,0 mode: PW/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767634:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 1/0,0 mode: --/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767641:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdcf1 lrc: 0/0,0 mode: --/PW res: [0x1025:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.767654:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.767655:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.767656:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.767666:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bf1ec75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.767714:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.767768:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968273.767774:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2b1cc33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.767798:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.767871:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000881adc96/2, rc 0, transno 8709 00000100:00100000:3.0:1780968273.767880:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000881adc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551669376:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.767922:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001ae96378/2, rc 0, transno 8710 00000100:00100000:3.0:1780968273.767929:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ae96378 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551669632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.767962:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b62256f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.767991:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.768016:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670848 00000100:00100000:1.0:1780968273.768046:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6faef2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+106:3017:x1867475551670592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1781us (2279us total) trans 4294976020 rc 0/0 00000100:00100000:0.0:1780968273.768046:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a66124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+106:3015:x1867475551670720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 756us (857us total) trans 4294976019 rc 0/0 00000100:00100000:2.0:1780968273.768050:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670912 00000100:00100000:0.0:1780968273.768061:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35611 00000100:00100000:1.0:1780968273.768068:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35608 00000004:00080000:3.0:1780968273.768100:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b607a038/2, rc 0, transno 8724 00000100:00100000:3.0:1780968273.768109:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b607a038 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.768180:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968273.768185:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478f1aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.768206:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.768245:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.768259:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c91399b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.768279:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.768288:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968273.768292:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009faa965b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.768311:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.768326:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671104 00000100:00100000:2.0:1780968273.768411:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35612 00000100:00100000:2.0:1780968273.768418:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b55a1a36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+106:3017:x1867475551670848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.768441:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4134 count 1 00002000:00010000:2.0:1780968273.768726:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1026:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.768733:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 3/0,1 mode: --/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.768752:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.768754:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.768757:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 3/0,1 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.768769:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 3/0,1 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.768778:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 3/0,1 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.768785:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 2/0,0 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.768803:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.769029:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b55a1a36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+107:3017:x1867475551670848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 610us (1518us total) trans 4294976021 rc 0/0 00000100:00100000:2.0:1780968273.769038:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35612 00000100:00100000:2.0:1780968273.769065:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671168 00000100:00100000:2.0:1780968273.769079:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670784 00000100:00100000:2.0:1780968273.769086:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671040 00000100:00100000:2.0:1780968273.769093:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551670976 00000100:00100000:2.0:1780968273.769103:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35613 00000100:00100000:2.0:1780968273.769107:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a791ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:3017:x1867475551670912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.769144:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4135 count 1 00002000:00010000:2.0:1780968273.769162:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1027:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.769166:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 3/0,1 mode: --/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769175:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769177:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769178:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 3/0,1 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769187:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 3/0,1 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769195:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 3/0,1 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769201:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 2/0,0 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769214:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.769333:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a791ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:3017:x1867475551670912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 224us (1534us total) trans 4294976022 rc 0/0 00000100:00100000:2.0:1780968273.769340:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35613 00000100:00100000:2.0:1780968273.769354:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35614 00000100:00100000:2.0:1780968273.769358:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000596450d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:3017:x1867475551671168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.769368:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4139 count 1 00002000:00010000:2.0:1780968273.769383:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x102b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.769387:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 3/0,1 mode: --/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769395:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769396:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769399:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 3/0,1 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769406:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 3/0,1 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769413:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 3/0,1 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769419:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 2/0,0 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769426:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.769615:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000596450d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:3017:x1867475551671168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (1408us total) trans 4294976023 rc 0/0 00000100:00100000:2.0:1780968273.769622:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35614 00000100:00100000:2.0:1780968273.769635:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35615 00000100:00100000:2.0:1780968273.769638:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004691fde0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:3016:x1867475551670784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.769648:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3770 count 1 00002000:00010000:2.0:1780968273.769665:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xeba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.769668:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 3/0,1 mode: --/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769676:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769678:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769679:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 3/0,1 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769687:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 3/0,1 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769694:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 3/0,1 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769700:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 2/0,0 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769707:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.769830:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004691fde0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:3016:x1867475551670784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (1585us total) trans 4294976024 rc 0/0 00000100:00100000:2.0:1780968273.769837:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35615 00000100:00100000:2.0:1780968273.769848:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35616 00000100:00100000:2.0:1780968273.769851:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c4fe303 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:3016:x1867475551671040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.769860:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4137 count 1 00002000:00010000:2.0:1780968273.769875:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1029:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.769878:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 3/0,1 mode: --/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769886:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769887:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.769889:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 3/0,1 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769897:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 3/0,1 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769915:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 3/0,1 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769922:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 2/0,0 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.769929:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968273.770031:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c4fe303 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:3016:x1867475551671040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (1752us total) trans 4294976025 rc 0/0 00000100:00100000:2.0:1780968273.770037:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35616 00000100:00100000:2.0:1780968273.770048:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35617 00000100:00100000:2.0:1780968273.770052:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8720cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:3016:x1867475551670976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.770062:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4136 count 1 00002000:00010000:2.0:1780968273.770075:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1028:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.770078:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 3/0,1 mode: --/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770085:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.770086:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.770088:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 3/0,1 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770096:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 3/0,1 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770101:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 3/0,1 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770107:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 2/0,0 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770144:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1780968273.770249:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8720cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:3016:x1867475551670976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (1937us total) trans 4294976026 rc 0/0 00000100:00100000:2.0:1780968273.770256:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35617 00010000:00010000:2.0:1780968273.770283:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.770289:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 2/0,0 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770297:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.770301:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 2/0,0 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770310:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 3/0,0 mode: PW/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770329:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 1/0,0 mode: --/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770336:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063423fea/0x986691d98fdcf8 lrc: 0/0,0 mode: --/PW res: [0x1026:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770353:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.770355:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 2/0,0 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770361:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.770363:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 2/0,0 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770369:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 3/0,0 mode: PW/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770377:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 1/0,0 mode: --/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770383:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e3fc823/0x986691d98fdcff lrc: 0/0,0 mode: --/PW res: [0x1027:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770393:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.770395:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 2/0,0 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770399:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.770401:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 2/0,0 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770406:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 3/0,0 mode: PW/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770414:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 1/0,0 mode: --/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770419:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088abf9c6/0x986691d98fdd06 lrc: 0/0,0 mode: --/PW res: [0x102b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770429:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.770432:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 2/0,0 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770438:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000027a50f65 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.770440:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 2/0,0 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770446:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 3/0,0 mode: PW/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770454:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 1/0,0 mode: --/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770460:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027a50f65/0x986691d98fdd0d lrc: 0/0,0 mode: --/PW res: [0xeba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770471:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.770473:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 2/0,0 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770479:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.770480:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 2/0,0 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770485:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 3/0,0 mode: PW/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770492:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 1/0,0 mode: --/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770502:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac70aecb/0x986691d98fdd14 lrc: 0/0,0 mode: --/PW res: [0x1029:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770634:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.770638:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 2/0,0 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770646:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.770648:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 2/0,0 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770655:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 3/0,0 mode: PW/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770665:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 1/0,0 mode: --/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770671:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf1421fd/0x986691d98fdd1b lrc: 0/0,0 mode: --/PW res: [0x1028:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.770683:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.770685:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.770686:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.770694:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.770736:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009faa965b/2, rc 0, transno 8730 00000100:00100000:2.0:1780968273.770755:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009faa965b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670976:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.770768:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009c91399b/2, rc 0, transno 8729 00000100:00100000:2.0:1780968273.770771:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c91399b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671040:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.770781:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007bf1ec75/2, rc 0, transno 8728 00000100:00100000:2.0:1780968273.770784:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bf1ec75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.770877:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c42c31c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.770929:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.770950:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.770955:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b088e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.770974:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.770996:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671296 00000100:00100000:2.0:1780968273.771020:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671232 00000100:00100000:2.0:1780968273.771030:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35618 00000100:00100000:2.0:1780968273.771034:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cdf0888 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+112:3016:x1867475551671296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.771051:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4141 count 1 00002000:00010000:2.0:1780968273.771073:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x102d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.771078:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 3/0,1 mode: --/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771088:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.771090:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.771093:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 3/0,1 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771102:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 3/0,1 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771110:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 3/0,1 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771150:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 2/0,0 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771163:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.771337:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cdf0888 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+113:3016:x1867475551671296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 301us (409us total) trans 4294976027 rc 0/0 00000100:00100000:2.0:1780968273.771345:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35618 00000100:00100000:2.0:1780968273.771360:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35619 00000100:00100000:2.0:1780968273.771364:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a02bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+112:3016:x1867475551671232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.771374:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4140 count 1 00002000:00010000:2.0:1780968273.771390:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x102c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.771393:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 3/0,1 mode: --/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771401:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.771402:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.771404:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 3/0,1 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771411:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 3/0,1 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771417:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 3/0,1 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771422:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 2/0,0 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771440:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.771658:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a02bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+113:3016:x1867475551671232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 292us (683us total) trans 4294976028 rc 0/0 00000100:00100000:2.0:1780968273.771665:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35619 00010000:00010000:2.0:1780968273.771682:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.771687:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 2/0,0 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771695:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.771698:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 2/0,0 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771706:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 3/0,0 mode: PW/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771717:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 1/0,0 mode: --/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771723:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdd22 lrc: 0/0,0 mode: --/PW res: [0x102d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771738:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.771739:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 2/0,0 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771746:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6b9e56f already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.771747:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 2/0,0 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771754:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 3/0,0 mode: PW/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771761:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 1/0,0 mode: --/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771766:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdd29 lrc: 0/0,0 mode: --/PW res: [0x102c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.771775:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.771776:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.771777:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.771782:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.771802:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009b088e36/2, rc 0, transno 8732 00000100:00100000:2.0:1780968273.771812:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b088e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.771819:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c42c31c/2, rc 0, transno 8731 00000100:00100000:2.0:1780968273.771822:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c42c31c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.771865:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.771872:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8784f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.771898:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.771944:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671488 00000100:00100000:2.0:1780968273.771964:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35620 00000100:00100000:2.0:1780968273.771970:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+113:3016:x1867475551671488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.771983:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3771 count 1 00002000:00010000:2.0:1780968273.772003:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xebb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.772007:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 3/0,1 mode: --/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772016:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.772018:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.772020:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 3/0,1 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772028:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 3/0,1 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772035:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 3/0,1 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772042:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 2/0,0 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772052:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.772196:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.772202:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 2/0,0 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.772210:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+114:3016:x1867475551671488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 238us (310us total) trans 4294976029 rc 0/0 00010000:00010000:1.0:1780968273.772216:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f544e3a8 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.772220:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 2/0,0 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.772221:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35620 00010000:00010000:1.0:1780968273.772232:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 3/0,0 mode: PW/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772242:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.772246:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 1/0,0 mode: --/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.772253:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fdd30 lrc: 0/0,0 mode: --/PW res: [0xebb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968273.772259:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d8784f50/2, rc 0, transno 8733 00000100:00100000:2.0:1780968273.772269:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8784f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671488:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.772273:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.772276:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.772279:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.772314:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9b0e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.772338:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.772373:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671552 00000100:00100000:2.0:1780968273.772395:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35621 00000100:00100000:2.0:1780968273.772399:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094fce4f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+114:3016:x1867475551671552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.772413:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4144 count 1 00002000:00010000:2.0:1780968273.772433:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1030:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.772436:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 3/0,1 mode: --/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772444:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.772445:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.772447:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 3/0,1 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772657:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 3/0,1 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772665:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 3/0,1 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772672:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 2/0,0 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772686:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.772823:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094fce4f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+115:3016:x1867475551671552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 422us (484us total) trans 4294976030 rc 0/0 00000100:00100000:2.0:1780968273.772829:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35621 00010000:00010000:2.0:1780968273.772846:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.772849:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 2/0,0 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772857:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.772860:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 2/0,0 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772867:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 3/0,0 mode: PW/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772877:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 1/0,0 mode: --/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772882:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdd37 lrc: 0/0,0 mode: --/PW res: [0x1030:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.772896:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.772898:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.772899:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.772927:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007f9b0e34/2, rc 0, transno 8734 00000100:00100000:2.0:1780968273.772936:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9b0e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.772974:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a555864b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.773000:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.773014:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.773026:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671360 00000100:00100000:2.0:1780968273.773034:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.773058:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000478f1aae/2, rc 0, transno 8727 00000100:00100000:1.0:1780968273.773060:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671616 00000100:00100000:2.0:1780968273.773068:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478f1aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671168:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.773084:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d2b1cc33/2, rc 0, transno 8726 00000100:00100000:1.0:1780968273.773085:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35622 00000100:00100000:2.0:1780968273.773090:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2b1cc33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.773094:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076393b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+116:3017:x1867475551671360:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.773103:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8426a13/2, rc 0, transno 8725 00000100:00100000:2.0:1780968273.773108:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8426a13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551670848:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.773111:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4142 count 1 00000100:00100000:2.0:1780968273.773151:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.773157:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a5924d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671424:0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1780968273.773160:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x102e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.773166:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 3/0,1 mode: --/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.773175:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.773178:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780968273.773181:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780968273.773182:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 3/0,1 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.773195:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 3/0,1 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.773202:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 3/0,1 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.773208:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 2/0,0 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.773226:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.773248:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.773253:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 2/0,0 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773261:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.773264:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 2/0,0 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773272:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 3/0,0 mode: PW/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773285:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 1/0,0 mode: --/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773292:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdd3e lrc: 0/0,0 mode: --/PW res: [0x102e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773310:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.773313:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.773315:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.773325:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d434a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.773349:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.773359:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.773363:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab35a7ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.773381:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.773398:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671424 00000100:00100000:2.0:1780968273.773412:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671808 00000100:00100000:2.0:1780968273.773418:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671744 00000100:00100000:2.0:1780968273.773427:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35623 00000100:00100000:2.0:1780968273.773431:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c0c5359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551671616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.773443:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4145 count 1 00002000:00010000:2.0:1780968273.773461:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1031:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.773465:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 3/0,1 mode: --/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773472:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.773474:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.773476:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 3/0,1 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773483:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 3/0,1 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773489:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 3/0,1 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773496:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 2/0,0 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773510:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.773748:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c0c5359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+120:3017:x1867475551671616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 315us (714us total) trans 4294976031 rc 0/0 00000100:00100000:2.0:1780968273.773755:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35623 00000100:00100000:2.0:1780968273.773775:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35624 00000100:00100000:2.0:1780968273.773779:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551671424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.773789:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4143 count 1 00002000:00010000:2.0:1780968273.773803:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x102f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.773807:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 3/0,1 mode: --/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773815:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.773816:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.773818:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 3/0,1 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773826:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 3/0,1 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773833:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 3/0,1 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773838:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 2/0,0 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.773850:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.773965:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+120:3017:x1867475551671424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (786us total) trans 4294976032 rc 0/0 00000100:00100000:2.0:1780968273.773971:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35624 00000100:00100000:2.0:1780968273.773983:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35625 00000100:00100000:2.0:1780968273.773986:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae0c6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+119:3016:x1867475551671808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.773995:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4148 count 1 00002000:00010000:2.0:1780968273.774009:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1034:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.774013:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 3/0,1 mode: --/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774021:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.774027:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.774029:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 3/0,1 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774037:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 3/0,1 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774043:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 3/0,1 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774049:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 2/0,0 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774060:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.774184:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae0c6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+120:3016:x1867475551671808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (834us total) trans 4294976033 rc 0/0 00000100:00100000:2.0:1780968273.774189:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35625 00000100:00100000:2.0:1780968273.774201:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35626 00000100:00100000:2.0:1780968273.774205:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ad870aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+119:3016:x1867475551671744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.774216:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4147 count 1 00002000:00010000:2.0:1780968273.774230:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1033:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.774233:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 3/0,1 mode: --/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774240:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.774242:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.774244:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 3/0,1 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774250:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 3/0,1 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774256:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 3/0,1 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774262:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 2/0,0 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774270:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.774378:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ad870aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+120:3016:x1867475551671744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 172us (996us total) trans 4294976034 rc 0/0 00000100:00100000:2.0:1780968273.774384:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35626 00010000:00010000:2.0:1780968273.774405:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.774410:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 2/0,0 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774417:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.774419:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 2/0,0 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774427:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 3/0,0 mode: PW/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774440:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 1/0,0 mode: --/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774447:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdd45 lrc: 0/0,0 mode: --/PW res: [0x1031:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774462:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.774465:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 2/0,0 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774470:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.774474:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 2/0,0 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774480:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 3/0,0 mode: PW/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774490:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 1/0,0 mode: --/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774497:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdd4c lrc: 0/0,0 mode: --/PW res: [0x102f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774580:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.774583:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 2/0,0 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774589:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.774591:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 2/0,0 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774602:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 3/0,0 mode: PW/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774612:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 1/0,0 mode: --/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774619:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdd53 lrc: 0/0,0 mode: --/PW res: [0x1034:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.774625:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076393b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+120:3017:x1867475551671360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1530us (1623us total) trans 4294976035 rc 0/0 00000100:00100000:1.0:1780968273.774636:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35622 00010000:00010000:2.0:1780968273.774637:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.774641:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 2/0,0 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774647:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.774649:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 2/0,0 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774656:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 3/0,0 mode: PW/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774666:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 1/0,0 mode: --/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774672:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdd5a lrc: 0/0,0 mode: --/PW res: [0x1033:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.774685:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.774688:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.774689:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.774698:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.774729:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ab35a7ca/2, rc 0, transno 8738 00000100:00100000:2.0:1780968273.774743:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab35a7ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671744:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.774756:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d434a3a0/2, rc 0, transno 8737 00000100:00100000:2.0:1780968273.774760:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d434a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551671808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.774769:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000035b4fb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3015:x1867475551667392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40184us (40410us total) trans 98784258691 rc 0/0 00000100:00100000:1.0:1780968273.774777:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35559 00010000:00010000:2.0:1780968273.774822:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.774843:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000126942a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.774875:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.774893:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a5924d4/2, rc 0, transno 8736 00000100:00100000:2.0:1780968273.774899:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a5924d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671424:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.774921:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a555864b/2, rc 0, transno 8739 00000100:00100000:2.0:1780968273.774925:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a555864b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671360:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.774932:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000293c68d2/2, rc 0, transno 8735 00000100:00100000:2.0:1780968273.774935:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.774946:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780968273.774951:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c79d17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.774974:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.774989:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000986f8901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.775009:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.775086:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f225a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.775112:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.775134:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671872 00000100:00100000:1.0:1780968273.775153:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671680 00000100:00100000:2.0:1780968273.775159:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.775167:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e51220 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.775175:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551671936 00000100:00100000:1.0:1780968273.775187:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672064 00000100:00100000:2.0:1780968273.775197:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.775203:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35627 00000100:00100000:1.0:1780968273.775209:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a8f10a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+123:3017:x1867475551671680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.775219:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672000 00002000:00080000:1.0:1780968273.775228:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4146 count 1 00000100:00100000:2.0:1780968273.775241:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35628 00000100:00100000:2.0:1780968273.775246:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080462f27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+124:3017:x1867475551671936:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1780968273.775253:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1032:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.775259:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 3/0,1 mode: --/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.775260:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4150 count 1 00010000:00010000:1.0:1780968273.775272:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.775275:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.775278:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 3/0,1 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.775282:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1036:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.775289:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 3/0,1 mode: --/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.775290:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 3/0,1 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775310:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.775310:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 3/0,1 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775313:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.775316:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 3/0,1 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.775321:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 2/0,0 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775332:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 3/0,1 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775341:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 3/0,1 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775348:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 2/0,0 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775360:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.775592:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080462f27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+125:3017:x1867475551671936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 344us (583us total) trans 4294976036 rc 0/0 00000100:00100000:2.0:1780968273.775599:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35628 00000100:00100000:2.0:1780968273.775613:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35629 00000100:00100000:2.0:1780968273.775618:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b7c729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+124:3016:x1867475551672064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.775629:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4152 count 1 00002000:00010000:2.0:1780968273.775643:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1038:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.775647:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 3/0,1 mode: --/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775654:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.775656:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.775658:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 3/0,1 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775666:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 3/0,1 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775672:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 3/0,1 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775678:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 2/0,0 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775690:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.775800:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b7c729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+125:3016:x1867475551672064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 182us (688us total) trans 4294976037 rc 0/0 00000100:00100000:2.0:1780968273.775806:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35629 00000100:00100000:2.0:1780968273.775818:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35630 00000100:00100000:2.0:1780968273.775822:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0230 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+124:3016:x1867475551672000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.775832:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4151 count 1 00002000:00010000:2.0:1780968273.775845:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1037:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.775849:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 3/0,1 mode: --/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775856:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.775857:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.775859:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 3/0,1 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775867:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 3/0,1 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775874:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 3/0,1 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775880:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 2/0,0 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.775890:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.776005:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0230 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+125:3016:x1867475551672000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 182us (810us total) trans 4294976038 rc 0/0 00000100:00100000:2.0:1780968273.776011:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35630 00010000:00010000:2.0:1780968273.776032:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.776035:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 2/0,0 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776042:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.776046:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 2/0,0 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776059:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 3/0,0 mode: PW/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776072:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 1/0,0 mode: --/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776080:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fdd68 lrc: 0/0,0 mode: --/PW res: [0x1036:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776096:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.776098:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 2/0,0 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776105:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.776106:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 2/0,0 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776112:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 3/0,0 mode: PW/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776142:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 1/0,0 mode: --/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776149:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fdd6f lrc: 0/0,0 mode: --/PW res: [0x1038:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776162:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.776165:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 2/0,0 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776172:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.776174:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 2/0,0 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776180:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 3/0,0 mode: PW/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.776188:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000264021f/2, rc 0, transno 8723 00010000:00010000:2.0:1780968273.776189:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 1/0,0 mode: --/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776197:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fdd76 lrc: 0/0,0 mode: --/PW res: [0x1037:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.776199:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.776205:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000264021f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551670720:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.776220:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.776223:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 2/0,0 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.776226:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000030fd4041/2, rc 0, transno 10883 00010000:00010000:2.0:1780968273.776234:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3cdaff7 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.776236:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 2/0,0 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.776239:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030fd4041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551667392:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.776249:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 3/0,0 mode: PW/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776261:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 1/0,0 mode: --/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776273:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fdd61 lrc: 0/0,0 mode: --/PW res: [0x1032:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.776290:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.776292:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.776296:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.776297:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.776308:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.776333:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061e51220/2, rc 0, transno 8742 00000100:00100000:2.0:1780968273.776350:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e51220 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672000:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.776361:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f225a749/2, rc 0, transno 8741 00000100:00100000:2.0:1780968273.776364:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f225a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.776380:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.776406:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089d56088 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.776414:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083de095f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.776444:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.776455:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfd724b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551672256:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.776475:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000986f8901/2, rc 0, transno 8740 00000100:00100000:0.0:1780968273.776483:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.776486:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000986f8901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.776495:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a8f10a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+125:3017:x1867475551671680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1284us (1519us total) trans 4294976039 rc 0/0 00000004:00080000:2.0:1780968273.776508:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f1c79d17/2, rc 0, transno 8743 00000100:00100000:0.0:1780968273.776546:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.776630:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35627 00000100:00100000:1.0:1780968273.776653:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672128 00002000:00080000:3.0:1780968273.776665:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5588 count 1 00000100:00100000:1.0:1780968273.776675:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672256 00000100:00100000:1.0:1780968273.776692:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672320 00002000:00010000:3.0:1780968273.776700:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.776706:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 3/0,1 mode: --/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.776713:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35631 00000100:00100000:1.0:1780968273.776721:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068e1dd2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+127:3017:x1867475551671104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780968273.776722:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.776725:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.776729:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 3/0,1 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.776737:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4138 count 1 00010000:00010000:3.0:1780968273.776741:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 3/0,1 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.776750:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 3/0,1 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.776758:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 2/0,0 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968273.776759:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x102a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.776775:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.776779:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 3/0,1 mode: --/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.776789:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.776791:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.776793:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 3/0,1 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.776962:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9027652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+40:3017:x1867475551668544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31919us (32254us total) trans 98784258695 rc 0/0 00000100:00100000:3.0:1780968273.776971:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35570 00010000:00010000:1.0:1780968273.776985:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 3/0,1 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.776989:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35632 00000100:00100000:3.0:1780968273.776996:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9fb030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+127:3017:x1867475551672128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.776998:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 3/0,1 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.777008:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 2/0,0 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780968273.777010:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4153 count 1 00002000:00010000:3.0:1780968273.777029:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1039:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.777029:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780968273.777037:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 3/0,1 mode: --/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777046:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.777048:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.777050:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 3/0,1 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777060:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 3/0,1 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777068:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 3/0,1 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777075:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 2/0,0 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777097:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968273.777239:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068e1dd2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+129:3017:x1867475551671104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 517us (9248us total) trans 4294976040 rc 0/0 00000100:00100000:1.0:1780968273.777247:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35631 00000100:00100000:1.0:1780968273.777266:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35633 00000100:00100000:1.0:1780968273.777270:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054830df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+128:3015:x1867475551672256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.777283:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4154 count 1 00000100:00100000:3.0:1780968273.777295:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9fb030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+128:3017:x1867475551672128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 298us (850us total) trans 4294976041 rc 0/0 00002000:00010000:1.0:1780968273.777302:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x103a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1780968273.777303:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35632 00010000:00010000:1.0:1780968273.777309:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 3/0,1 mode: --/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.777320:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35634 00000100:00100000:3.0:1780968273.777327:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1ed054c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+127:3016:x1867475551672320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.777328:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1780968273.777340:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4155 count 1 00002000:00010000:3.0:1780968273.777354:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x103b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.777358:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 3/0,1 mode: --/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777366:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.777367:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.777369:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 3/0,1 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777378:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 3/0,1 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777385:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 3/0,1 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777391:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 2/0,0 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.777406:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1780968273.777469:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.777473:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 3/0,1 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.777483:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 3/0,1 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.777491:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 3/0,1 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.777619:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c79d17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.777619:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 2/0,0 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.777635:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1780968273.777637:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.777642:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 2/0,0 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777651:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c1efe00 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.777655:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 2/0,0 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777669:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 3/0,0 mode: PW/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777688:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 1/0,0 mode: --/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777695:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fdd7d lrc: 0/0,0 mode: --/PW res: [0x15d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777714:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.777717:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 2/0,0 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777723:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae5e2d75 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.777725:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 2/0,0 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777732:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 3/0,0 mode: PW/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777742:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 1/0,0 mode: --/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777748:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdd84 lrc: 0/0,0 mode: --/PW res: [0x102a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777762:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.777764:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 2/0,0 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777770:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000130eaf7b already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.777772:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 2/0,0 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777777:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 3/0,0 mode: PW/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777784:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 1/0,0 mode: --/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777790:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fdd8b lrc: 0/0,0 mode: --/PW res: [0x1039:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777800:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.777801:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 2/0,0 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777807:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.777809:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 2/0,0 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777815:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 3/0,0 mode: PW/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777822:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 1/0,0 mode: --/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777833:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fdd99 lrc: 0/0,0 mode: --/PW res: [0x103b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777842:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.777844:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 2/0,0 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777849:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.777851:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 2/0,0 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777857:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 3/0,0 mode: PW/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777864:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 1/0,0 mode: --/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777869:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fdd92 lrc: 0/0,0 mode: --/PW res: [0x103a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.777878:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.777879:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.777881:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.777888:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.777952:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b62256f6/2, rc 0, transno 8744 00000100:00100000:2.0:1780968273.777956:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b62256f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671104:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.777966:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000877b84a9/2, rc 0, transno 10887 00000100:00100000:2.0:1780968273.777970:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000877b84a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.777986:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034836eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.778010:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054830df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+129:3015:x1867475551672256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 738us (1526us total) trans 4294976043 rc 0/0 00000100:00100000:1.0:1780968273.778019:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35633 00000100:00100000:2.0:1780968273.778025:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.778043:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672384 00000004:00080000:2.0:1780968273.778046:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000089d56088/2, rc 0, transno 8745 00000100:00100000:2.0:1780968273.778051:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089d56088 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.778067:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968273.778069:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35635 00000100:00100000:2.0:1780968273.778075:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b0744dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.778078:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bec4bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+129:3017:x1867475551672384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.778094:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4156 count 1 00000100:00100000:2.0:1780968273.778099:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.778164:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.778179:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672192 00000100:00100000:2.0:1780968273.778200:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35636 00000100:00100000:2.0:1780968273.778204:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007afebd62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+130:3017:x1867475551672192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.778216:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3772 count 1 00002000:00010000:2.0:1780968273.778238:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xebc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.778243:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 3/0,1 mode: --/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778253:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1780968273.778254:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x103c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.778255:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.778259:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 3/0,1 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.778261:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 3/0,1 mode: --/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.778278:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.778279:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 3/0,1 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.778281:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.778284:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 3/0,1 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778293:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 3/0,1 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.778298:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 3/0,1 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778317:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 2/0,0 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.778317:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 3/0,1 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778342:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.778408:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 2/0,0 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.778489:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.778499:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007afebd62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+131:3017:x1867475551672192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 293us (400us total) trans 4294976044 rc 0/0 00000100:00100000:2.0:1780968273.778506:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35636 00000100:00100000:0.0:1780968273.778721:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000588390bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.778754:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.778774:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.778779:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002658ae0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.778819:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672576 00000100:00100000:2.0:1780968273.778836:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35637 00000100:00100000:2.0:1780968273.778840:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5e6b620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+132:3016:x1867475551672576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.778854:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4159 count 1 00002000:00010000:2.0:1780968273.778871:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x103f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.778875:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 3/0,1 mode: --/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778883:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.778885:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.778887:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 3/0,1 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778895:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 3/0,1 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778913:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 3/0,1 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778919:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 2/0,0 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.778933:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968273.778987:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bec4bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+132:3017:x1867475551672384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 909us (962us total) trans 4294976045 rc 0/0 00000100:00100000:1.0:1780968273.778995:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35635 00000100:00100000:1.0:1780968273.779089:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35638 00000100:00100000:2.0:1780968273.779095:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5e6b620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+132:3016:x1867475551672576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 252us (340us total) trans 4294976046 rc 0/0 00000100:00100000:1.0:1780968273.779096:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+132:3017:x1867475551671872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.779109:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35637 00002000:00080000:1.0:1780968273.779114:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4149 count 1 00010000:00010000:2.0:1780968273.779149:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.779155:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 2/0,0 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968273.779160:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1035:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.779168:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.779169:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 3/0,1 mode: --/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779172:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 2/0,0 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779181:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.779184:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.779186:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 3/0,0 mode: PW/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779187:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 3/0,1 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779217:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 1/0,0 mode: --/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779218:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 3/0,1 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779234:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdda7 lrc: 0/0,0 mode: --/PW res: [0xebc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779237:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 3/0,1 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779251:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 2/0,0 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779258:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1780968273.779261:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.779264:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 2/0,0 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779272:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004901f285 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.779274:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 2/0,0 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779282:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 3/0,0 mode: PW/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779293:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 1/0,0 mode: --/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779300:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004901f285/0x986691d98fdda0 lrc: 0/0,0 mode: --/PW res: [0x103c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779316:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.779318:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 2/0,0 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779324:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.779326:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 2/0,0 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779333:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 3/0,0 mode: PW/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779342:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 1/0,0 mode: --/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779348:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fddae lrc: 0/0,0 mode: --/PW res: [0x103f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779361:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.779363:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 2/0,0 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779369:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fc3627e already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.779371:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 2/0,0 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779376:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 3/0,0 mode: PW/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779384:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 1/0,0 mode: --/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779390:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fc3627e/0x986691d98fddb5 lrc: 0/0,0 mode: --/PW res: [0x1035:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.779400:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.779402:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.779403:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.779410:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.779414:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.779445:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001de4c35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.779475:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.779505:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006b0744dc/2, rc 0, transno 8748 00000100:00100000:1.0:1780968273.779692:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+132:3017:x1867475551671872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 596us (4817us total) trans 4294976047 rc 0/0 00000100:00100000:1.0:1780968273.779699:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35638 00000100:00100000:1.0:1780968273.779720:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672640 00000100:00100000:3.0:1780968273.779726:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1ed054c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+131:3016:x1867475551672320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2397us (3177us total) trans 4294976042 rc 0/0 00000100:00100000:3.0:1780968273.779735:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35634 00000100:00100000:1.0:1780968273.779747:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35639 00000100:00100000:1.0:1780968273.779753:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3017:x1867475551672640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.779781:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5892 count 1 00002000:00010000:3.0:1780968273.779805:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1704:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.779810:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 3/0,1 mode: --/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.779819:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.779820:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.779822:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 3/0,1 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.779831:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 3/0,1 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.779839:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 3/0,1 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.779845:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 2/0,0 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.779862:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1780968273.779954:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5898 count 1 00002000:00010000:1.0:1780968273.779977:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x170a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.779982:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 3/0,1 mode: --/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.779990:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.779992:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.779993:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 3/0,1 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.780002:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 3/0,1 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.780009:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 3/0,1 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.780014:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 2/0,0 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.780029:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.780100:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c062da79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3017:x1867475551668352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35033us (35294us total) trans 98784258696 rc 0/0 00000100:00100000:3.0:1780968273.780108:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35571 00002000:00080000:3.0:1780968273.780167:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5895 count 1 00002000:00010000:3.0:1780968273.780185:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1707:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.780189:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 3/0,1 mode: --/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780204:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.780207:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1780968273.780207:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3017:x1867475551672640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 451us (730us total) trans 98784258697 rc 0/0 00010000:00010000:3.0:1780968273.780209:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 3/0,1 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.780221:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35639 00010000:00010000:3.0:1780968273.780225:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 3/0,1 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780234:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 3/0,1 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780241:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 2/0,0 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780254:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.780387:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3017:x1867475551668608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35197us (35556us total) trans 98784258698 rc 0/0 00000100:00100000:3.0:1780968273.780395:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35572 00010000:00010000:3.0:1780968273.780443:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.780447:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 2/0,0 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780455:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.780459:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 2/0,0 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780467:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 3/0,0 mode: PW/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780482:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 1/0,0 mode: --/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780489:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fddbc lrc: 0/0,0 mode: --/PW res: [0x1704:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780503:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.780505:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 2/0,0 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.780614:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b0744dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672192:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.780642:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5894 count 1 00002000:00010000:2.0:1780968273.780660:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1706:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.780664:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 3/0,1 mode: --/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780672:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.780674:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.780675:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 3/0,1 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780684:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 3/0,1 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780691:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 3/0,1 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780697:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 2/0,0 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780705:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.780849:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056dcc3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+41:3016:x1867475551668480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34039us (35519us total) trans 98784258699 rc 0/0 00000100:00100000:2.0:1780968273.780856:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35575 00010000:00010000:2.0:1780968273.780874:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.780877:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 2/0,0 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780885:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.780888:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 2/0,0 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.780894:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 3/0,0 mode: PW/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780920:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d066f583 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.780923:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 2/0,0 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780930:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 3/0,0 mode: PW/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780941:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 1/0,0 mode: --/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780948:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d066f583/0x986691d98fddc3 lrc: 0/0,0 mode: --/PW res: [0x170a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780961:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.780963:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 2/0,0 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780974:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.780976:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 2/0,0 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780982:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 3/0,0 mode: PW/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780988:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 1/0,0 mode: --/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.780994:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c1b9cd4/0x986691d98fddd1 lrc: 0/0,0 mode: --/PW res: [0x1706:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781006:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.781008:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.781009:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.781035:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b553edfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551672448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.781073:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.781093:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2d24f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551672704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.781099:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672448 00000100:00100000:3.0:1780968273.781142:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.781156:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672704 00000100:00100000:1.0:1780968273.781178:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35640 00000100:00100000:1.0:1780968273.781183:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b035231 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+131:3018:x1867475551672448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.781199:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4157 count 1 00010000:00010000:2.0:1780968273.781217:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 1/0,0 mode: --/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968273.781221:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x103d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.781230:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 3/0,1 mode: --/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.781231:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fddca lrc: 0/0,0 mode: --/PW res: [0x1707:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.781249:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.781251:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.781254:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 3/0,1 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.781259:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.781261:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.781263:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.781264:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 3/0,1 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.781277:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 3/0,1 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.781283:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 2/0,0 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.781294:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.781298:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35641 00000100:00100000:3.0:1780968273.781304:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e41cb8ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3018:x1867475551672704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.781322:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5899 count 1 00002000:00010000:3.0:1780968273.781340:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x170b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.781345:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 3/0,1 mode: --/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781353:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.781355:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.781356:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 3/0,1 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781365:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 3/0,1 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781371:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 3/0,1 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781378:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 2/0,0 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781390:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.781617:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e41cb8ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3018:x1867475551672704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 312us (500us total) trans 98784258700 rc 0/0 00000100:00100000:3.0:1780968273.781625:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35641 00010000:00010000:3.0:1780968273.781648:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.781652:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 2/0,0 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781661:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090f9f0fb already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.781665:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 2/0,0 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781673:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 3/0,0 mode: PW/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781686:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 1/0,0 mode: --/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781693:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090f9f0fb/0x986691d98fddd8 lrc: 0/0,0 mode: --/PW res: [0x103d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.781705:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b035231 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+132:3018:x1867475551672448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 521us (633us total) trans 4294976048 rc 0/0 00010000:00010000:3.0:1780968273.781710:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780968273.781714:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35640 00010000:00010000:3.0:1780968273.781715:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 2/0,0 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781723:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.781726:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 2/0,0 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781733:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 3/0,0 mode: PW/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781743:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 1/0,0 mode: --/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781749:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fdddf lrc: 0/0,0 mode: --/PW res: [0x170b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781761:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.781763:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.781764:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.781793:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b553edfe/2, rc 0, transno 8752 00000100:00100000:3.0:1780968273.781811:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b553edfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551672448:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.781822:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cc2d24f1/2, rc 0, transno 10892 00000100:00100000:3.0:1780968273.781832:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2d24f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551672704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.781891:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1780968273.781921:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5893 count 1 00002000:00010000:3.0:1780968273.781939:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1705:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.781944:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 3/0,1 mode: --/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781954:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.781956:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.781958:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 3/0,1 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781967:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 3/0,1 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781974:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 3/0,1 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781981:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 2/0,0 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.781998:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.782005:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.782009:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 2/0,0 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782018:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.782020:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 2/0,0 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782028:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 3/0,0 mode: PW/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782039:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 1/0,0 mode: --/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782044:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fdde6 lrc: 0/0,0 mode: --/PW res: [0x1705:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782066:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.782068:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.782069:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968273.782161:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551672768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.782202:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.782208:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc455a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:3016:x1867475551668416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33002us (36434us total) trans 98784258701 rc 0/0 00000100:00100000:3.0:1780968273.782217:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35579 00000004:00080000:1.0:1780968273.782231:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bfd724b6/2, rc 0, transno 8747 00000100:00100000:3.0:1780968273.782238:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672768 00000100:00100000:1.0:1780968273.782240:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfd724b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551672256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.782251:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968273.782256:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a105dd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551672832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.782268:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35642 00000100:00100000:3.0:1780968273.782273:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+132:3015:x1867475551672768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.782279:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1780968273.782288:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4160 count 1 00002000:00010000:3.0:1780968273.782309:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1040:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.782314:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 3/0,1 mode: --/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782317:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.782324:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.782326:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.782328:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 3/0,1 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782336:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 3/0,1 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782343:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 3/0,1 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782349:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 2/0,0 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782367:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.782406:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.782462:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 2/0,0 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782471:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.782474:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 2/0,0 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782480:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 3/0,0 mode: PW/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782492:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 1/0,0 mode: --/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.782508:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+133:3015:x1867475551672768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 233us (306us total) trans 4294976049 rc 0/0 00000100:00100000:3.0:1780968273.782581:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35642 00000100:00100000:3.0:1780968273.782594:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672832 00010000:00010000:1.0:1780968273.782616:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075830d21/0x986691d98fdded lrc: 0/0,0 mode: --/PW res: [0x1040:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.782621:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35643 00000100:00100000:3.0:1780968273.782628:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:3015:x1867475551672832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968273.782640:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.782643:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.782644:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1780968273.782646:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5900 count 1 00002000:00010000:3.0:1780968273.782662:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x170c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.782666:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 3/0,1 mode: --/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782673:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.782675:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.782677:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 3/0,1 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782685:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 3/0,1 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782692:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 3/0,1 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782698:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 2/0,0 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782711:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.782720:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.782724:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 2/0,0 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782732:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc6e2da5 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.782735:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 2/0,0 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782742:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 3/0,0 mode: PW/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782755:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 1/0,0 mode: --/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782761:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fddf4 lrc: 0/0,0 mode: --/PW res: [0x170c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782773:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.782774:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.782776:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.782858:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:3015:x1867475551672832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 230us (579us total) trans 98784258702 rc 0/0 00000100:00100000:3.0:1780968273.782864:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35643 00002000:00080000:3.0:1780968273.782911:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5896 count 1 00002000:00010000:3.0:1780968273.782929:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1708:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.782933:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 3/0,1 mode: --/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.782934:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5897 count 1 00010000:00010000:3.0:1780968273.782944:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.782946:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.782948:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 3/0,1 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782957:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 3/0,1 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968273.782958:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1709:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.782967:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 3/0,1 mode: --/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782970:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 3/0,1 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.782987:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 2/0,0 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.782998:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.783001:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.783003:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 3/0,1 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.783008:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.783012:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 3/0,1 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783020:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 3/0,1 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783026:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 2/0,0 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783041:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.783264:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042fde9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3017:x1867475551668864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31158us (32268us total) trans 98784258703 rc 0/0 00000100:00100000:3.0:1780968273.783271:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35583 00000100:00100000:1.0:1780968273.783294:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1dd8e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+43:3016:x1867475551670464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17793us (17857us total) trans 98784258704 rc 0/0 00000100:00100000:1.0:1780968273.783301:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35605 00000004:00080000:3.0:1780968273.783431:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a105dd9/2, rc 0, transno 10894 00000100:00100000:3.0:1780968273.783442:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a105dd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551672832:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.783454:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000679cea3a/2, rc 0, transno 8753 00000100:00100000:3.0:1780968273.783466:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551672768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.783637:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.783668:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000588390bd/2, rc 0, transno 8750 00000100:00100000:0.0:1780968273.783673:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000588390bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.783682:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672512 00000004:00080000:0.0:1780968273.783687:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000083de095f/2, rc 0, transno 8746 00000100:00100000:0.0:1780968273.783691:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083de095f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672320:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.783704:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000bd97350/2, rc 0, transno 10896 00000100:00100000:0.0:1780968273.783708:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000bd97350 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551670464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.783720:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35644 00000004:00080000:0.0:1780968273.783722:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007e5831c2/2, rc 0, transno 10893 00000100:00100000:1.0:1780968273.783727:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069a36a15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+133:3016:x1867475551672512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.783728:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e5831c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668416:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.783743:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005fb97c71/2, rc 0, transno 10891 00002000:00080000:1.0:1780968273.783745:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4158 count 1 00000100:00100000:0.0:1780968273.783748:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fb97c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551668480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.783755:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.783764:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e9bd1d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551673024:0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1780968273.783768:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x103e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.783773:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 3/0,1 mode: --/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783782:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.783784:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.783786:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 3/0,1 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.783794:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.783822:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673024 00000100:00100000:0.0:1780968273.783847:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35645 00000100:00100000:0.0:1780968273.783851:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012efc95c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+134:3016:x1867475551673024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.783865:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4163 count 1 00002000:00010000:0.0:1780968273.783884:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1043:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.783888:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 3/0,1 mode: --/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.783897:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.783899:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.783901:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 3/0,1 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783920:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 3/0,1 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.783922:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 3/0,1 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.783942:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 3/0,1 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783943:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 3/0,1 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.783958:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 2/0,0 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.783961:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 2/0,0 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.783984:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1780968273.783992:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.784270:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012efc95c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+136:3016:x1867475551673024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 416us (478us total) trans 4294976050 rc 0/0 00000100:00100000:0.0:1780968273.784278:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35645 00010000:00010000:0.0:1780968273.784298:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:1.0:1780968273.784299:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069a36a15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+135:3016:x1867475551672512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 571us (663us total) trans 4294976051 rc 0/0 00010000:00010000:0.0:1780968273.784305:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 2/0,0 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.784310:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35644 00010000:00010000:0.0:1780968273.784318:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.784322:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 2/0,0 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784330:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 3/0,0 mode: PW/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784346:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 1/0,0 mode: --/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784353:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fddfb lrc: 0/0,0 mode: --/PW res: [0x1708:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784368:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968273.784370:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 2/0,0 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784376:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa812482 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.784378:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 2/0,0 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784384:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 3/0,0 mode: PW/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784394:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 1/0,0 mode: --/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784400:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa812482/0x986691d98fde02 lrc: 0/0,0 mode: --/PW res: [0x1709:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.784404:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.784419:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.784421:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 2/0,0 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784428:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2419065 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.784430:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 2/0,0 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784436:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 3/0,0 mode: PW/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784444:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 1/0,0 mode: --/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784449:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2419065/0x986691d98fde09 lrc: 0/0,0 mode: --/PW res: [0x103e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.784460:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.784462:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.784463:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.784469:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 2/0,0 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.784478:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4cc124a already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.784481:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 2/0,0 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.784488:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 3/0,0 mode: PW/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.784489:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e9bd1d6/2, rc 0, transno 8754 00000100:00100000:0.0:1780968273.784498:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e9bd1d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551673024:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.784506:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002658ae0d/2, rc 0, transno 8755 00000100:00100000:0.0:1780968273.784509:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002658ae0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551672512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.784627:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 1/0,0 mode: --/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.784635:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4cc124a/0x986691d98fde10 lrc: 0/0,0 mode: --/PW res: [0x1043:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.784651:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.784652:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.784654:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.784695:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b4e00b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551673088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.784723:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.784751:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673088 00000100:00100000:1.0:1780968273.784787:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35646 00000100:00100000:1.0:1780968273.784791:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ee97052 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+135:3016:x1867475551673088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.784825:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.784880:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.784885:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069fcb029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551673280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.784918:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1780968273.784946:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3773 count 1 00000100:00100000:0.0:1780968273.784949:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673280 00000100:00100000:0.0:1780968273.784973:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35647 00002000:00010000:1.0:1780968273.784974:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xebd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1780968273.784979:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f4addce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+136:3016:x1867475551673280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.784980:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 3/0,1 mode: --/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.784992:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1780968273.784992:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4166 count 1 00010000:00010000:1.0:1780968273.784994:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.784999:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 3/0,1 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.785010:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 3/0,1 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780968273.785012:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1046:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.785020:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 3/0,1 mode: --/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.785024:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 3/0,1 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.785030:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.785032:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.785035:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 3/0,1 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.785036:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 2/0,0 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.785055:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 3/0,1 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.785067:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 3/0,1 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.785072:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780968273.785082:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 2/0,0 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.785098:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968273.785605:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ee97052 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+138:3016:x1867475551673088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 810us (879us total) trans 4294976052 rc 0/0 00000100:00100000:1.0:1780968273.785614:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35646 00000100:00100000:3.0:1780968273.785721:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000017ae935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.785756:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.785778:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968273.785783:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4b1f196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.785806:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.785830:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673344 00000100:00100000:3.0:1780968273.785855:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35648 00000100:00100000:3.0:1780968273.785859:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f893ea10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+43:3015:x1867475551673344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.785875:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5901 count 1 00002000:00010000:3.0:1780968273.785898:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x170d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.785914:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 3/0,1 mode: --/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.785924:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.785925:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.785928:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 3/0,1 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.785931:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673536 00010000:00010000:3.0:1780968273.785942:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 3/0,1 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.785950:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 3/0,1 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.785957:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 2/0,0 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.785961:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35649 00000100:00100000:1.0:1780968273.785968:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa7de9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3015:x1867475551673536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.785979:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:1.0:1780968273.785982:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5904 count 1 00002000:00010000:1.0:1780968273.786003:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1710:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.786008:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 3/0,1 mode: --/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.786017:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.786019:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.786020:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 3/0,1 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.786030:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 3/0,1 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.786036:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 3/0,1 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.786043:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 2/0,0 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.786051:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780968273.786223:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f893ea10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3015:x1867475551673344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 362us (415us total) trans 98784258705 rc 0/0 00000100:00100000:3.0:1780968273.786231:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35648 00000100:00100000:1.0:1780968273.786274:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa7de9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3015:x1867475551673536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 304us (517us total) trans 98784258706 rc 0/0 00000004:00080000:3.0:1780968273.786275:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e4b1f196/2, rc 0, transno 10897 00000100:00100000:1.0:1780968273.786284:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35649 00000100:00100000:3.0:1780968273.786289:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4b1f196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673344:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.786303:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000017ae935/2, rc 0, transno 10898 00000100:00100000:3.0:1780968273.786307:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000017ae935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673536:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.786389:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000034836eca/2, rc 0, transno 8749 00000100:00100000:3.0:1780968273.786399:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034836eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672384:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.786437:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000126942a/2, rc 0, transno 8751 00000100:00100000:3.0:1780968273.786443:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000126942a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551671872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.786472:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1780968273.786473:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bfdcd420/2, rc 0, transno 10895 00000100:00100000:3.0:1780968273.786481:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfdcd420 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668864:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.786504:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d21a4fc9/2, rc 0, transno 10888 00000100:00100000:3.0:1780968273.786508:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d21a4fc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668352:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.786606:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009580380d/2, rc 0, transno 10890 00000100:00100000:3.0:1780968273.786612:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009580380d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551668608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.786633:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c4a223 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.786659:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.786673:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fbb6ab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.786689:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.786698:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb9c13e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.786715:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.786724:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dd8592c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.786739:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.786747:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000393e7e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.786764:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.786783:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001de4c35c/2, rc 0, transno 10889 00000100:00100000:3.0:1780968273.786788:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001de4c35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.786810:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 5 async RPCs [3->2] 00000100:00100000:3.0:1780968273.786815:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000319d99ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.786833:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.786854:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672896 00000100:00100000:3.0:1780968273.786875:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673152 00000100:00100000:3.0:1780968273.786889:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673408 00000100:00100000:3.0:1780968273.786913:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673664 00000100:00100000:3.0:1780968273.786929:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673920 00000100:00100000:3.0:1780968273.786941:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551672960 00000100:00100000:3.0:1780968273.786959:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35650 00000100:00100000:3.0:1780968273.786963:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+140:3017:x1867475551672896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.786984:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4161 count 1 00002000:00010000:3.0:1780968273.787013:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1041:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.787018:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 3/0,1 mode: --/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787028:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.787030:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.787032:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 3/0,1 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787042:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 3/0,1 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787050:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 3/0,1 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787056:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 2/0,0 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787069:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1780968273.787292:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+141:3017:x1867475551672896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 327us (633us total) trans 4294976054 rc 0/0 00000100:00100000:3.0:1780968273.787301:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35650 00000100:00100000:1.0:1780968273.787307:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a19319b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.787317:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35651 00000100:00100000:3.0:1780968273.787322:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+140:3017:x1867475551673152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.787334:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4164 count 1 00002000:00010000:3.0:1780968273.787349:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1044:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.787353:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 3/0,1 mode: --/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787361:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.787362:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.787364:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 3/0,1 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787372:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 3/0,1 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787379:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 3/0,1 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787384:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 2/0,0 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.787391:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1780968273.787484:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.787612:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c5a4691 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.787640:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.787660:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d01ab47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.787684:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.787706:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968273.787714:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1095bc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.787720:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f4addce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+141:3016:x1867475551673280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2740us (2801us total) trans 4294976053 rc 0/0 00000100:00100000:0.0:1780968273.787730:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35647 00000100:00100000:1.0:1780968273.787740:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.787868:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673792 00000100:00100000:0.0:1780968273.787883:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674048 00000100:00100000:0.0:1780968273.787891:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673600 00000100:00100000:0.0:1780968273.787898:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673856 00000100:00100000:0.0:1780968273.787920:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35652 00000100:00100000:0.0:1780968273.787924:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098d2a658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3017:x1867475551673408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.787937:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5902 count 1 00002000:00010000:0.0:1780968273.787956:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x170e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.787960:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 3/0,1 mode: --/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.787969:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.787971:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.787973:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 3/0,1 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.787983:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 3/0,1 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.787990:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 3/0,1 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.787998:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 2/0,0 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788006:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1780968273.788181:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098d2a658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3017:x1867475551673408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 255us (1465us total) trans 98784258707 rc 0/0 00000100:00100000:0.0:1780968273.788188:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35652 00000100:00100000:0.0:1780968273.788200:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35653 00000100:00100000:0.0:1780968273.788203:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed3785ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3017:x1867475551673664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.788214:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5905 count 1 00002000:00010000:0.0:1780968273.788229:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1711:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.788233:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 3/0,1 mode: --/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788241:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.788242:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.788244:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 3/0,1 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788252:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 3/0,1 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788259:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 3/0,1 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788266:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 2/0,0 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788280:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:1.0:1780968273.788404:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00000100:00100000:0.0:1780968273.788427:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed3785ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3017:x1867475551673664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (1686us total) trans 98784258708 rc 0/0 00000100:00100000:0.0:1780968273.788434:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35653 00000100:00100000:0.0:1780968273.788446:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35654 00000100:00100000:0.0:1780968273.788450:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dd2ff16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3017:x1867475551673920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.788460:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5907 count 1 00002000:00010000:0.0:1780968273.788478:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1713:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.788482:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 3/0,1 mode: --/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788489:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.788490:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.788492:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 3/0,1 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788500:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 3/0,1 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.788507:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 3/0,1 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.788647:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 2/0,0 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.788658:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000902e4db already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.788662:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 2/0,0 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968273.788666:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000b4e00b1/2, rc 0, transno 8756 00010000:00010000:1.0:1780968273.788671:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 3/0,0 mode: PW/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.788683:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b4e00b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551673088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.788697:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 1/0,0 mode: --/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.788708:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35655 00010000:00010000:1.0:1780968273.788714:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fde17 lrc: 0/0,0 mode: --/PW res: [0xebd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.788716:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008517a94b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+141:3017:x1867475551672960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.788736:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4162 count 1 00010000:00010000:1.0:1780968273.788740:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780968273.788744:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 2/0,0 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.788751:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000008d4440b already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.788753:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 2/0,0 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.788759:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 3/0,0 mode: PW/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.788760:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1042:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.788768:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 3/0,1 mode: --/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.788779:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.788782:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.788784:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 3/0,1 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.788788:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 1/0,0 mode: --/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.788796:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 3/0,1 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.788798:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008d4440b/0x986691d98fde1e lrc: 0/0,0 mode: --/PW res: [0x1046:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.788813:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 3/0,1 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.788820:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 2/0,0 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.788830:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1780968273.788995:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008517a94b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+142:3017:x1867475551672960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 279us (2161us total) trans 4294976056 rc 0/0 00000100:00100000:2.0:1780968273.789002:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35655 00000100:00100000:2.0:1780968273.789016:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35656 00000100:00100000:2.0:1780968273.789021:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fc43e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+141:3015:x1867475551673792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968273.789030:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00002000:00080000:2.0:1780968273.789034:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4168 count 1 00010000:00010000:1.0:1780968273.789035:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 2/0,0 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789043:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050b36e93 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.789046:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 2/0,0 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.789051:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1048:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.789060:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 3/0,1 mode: --/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789062:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 3/0,0 mode: PW/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789079:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.789082:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.789084:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 3/0,1 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789087:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 1/0,0 mode: --/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789101:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 3/0,1 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789101:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fde25 lrc: 0/0,0 mode: --/PW res: [0x170d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789139:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 3/0,1 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789148:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 2/0,0 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789151:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780968273.789156:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 2/0,0 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789160:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1780968273.789167:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.789169:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 2/0,0 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789176:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 3/0,0 mode: PW/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789188:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 1/0,0 mode: --/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789194:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fde2c lrc: 0/0,0 mode: --/PW res: [0x1710:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789210:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780968273.789214:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 2/0,0 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789220:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c7d7fe6 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.789222:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 2/0,0 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789228:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 3/0,0 mode: PW/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789238:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 1/0,0 mode: --/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789243:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c7d7fe6/0x986691d98fde33 lrc: 0/0,0 mode: --/PW res: [0x1041:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789257:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780968273.789260:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 2/0,0 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789265:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.789267:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 2/0,0 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789273:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 3/0,0 mode: PW/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789283:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 1/0,0 mode: --/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789293:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d8d8921/0x986691d98fde3a lrc: 0/0,0 mode: --/PW res: [0x1044:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789307:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780968273.789310:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 2/0,0 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.789315:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fc43e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+142:3015:x1867475551673792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 291us (1830us total) trans 4294976057 rc 0/0 00010000:00010000:1.0:1780968273.789321:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.789325:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 2/0,0 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.789328:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35656 00000100:00100000:2.0:1780968273.789342:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35657 00000100:00100000:2.0:1780968273.789346:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec2049c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3015:x1867475551674048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.789358:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5909 count 1 00002000:00010000:2.0:1780968273.789374:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1715:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.789378:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 3/0,1 mode: --/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789386:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.789387:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.789389:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 3/0,1 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789397:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 3/0,1 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789405:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 3/0,0 mode: PW/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789408:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 3/0,1 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789415:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 2/0,0 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.789427:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1780968273.789485:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 1/0,0 mode: --/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789492:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008617cb49/0x986691d98fde41 lrc: 0/0,0 mode: --/PW res: [0x170e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.789637:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+141:3017:x1867475551673152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2313us (2946us total) trans 4294976055 rc 0/0 00000100:00100000:3.0:1780968273.789646:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35651 00000100:00100000:3.0:1780968273.789662:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35658 00000100:00100000:3.0:1780968273.789666:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b24b4d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3015:x1867475551673600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.789679:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5589 count 1 00010000:00010000:1.0:1780968273.789688:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780968273.789692:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 2/0,0 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789699:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086967e2c already unused, calling callback (00000000e25a5029) 00002000:00010000:3.0:1780968273.789700:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.789701:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 2/0,0 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789707:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 3/0,1 mode: --/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789727:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.789729:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.789729:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 3/0,0 mode: PW/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789732:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 3/0,1 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789747:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 1/0,0 mode: --/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789748:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 3/0,1 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789767:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 3/0,1 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789773:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 2/0,0 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.789781:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780968273.789929:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b24b4d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3015:x1867475551673600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 262us (2245us total) trans 98784258709 rc 0/0 00010000:00010000:1.0:1780968273.789931:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086967e2c/0x986691d98fde48 lrc: 0/0,0 mode: --/PW res: [0x1711:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.789939:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35658 00000100:00100000:3.0:1780968273.789955:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35659 00010000:00010000:1.0:1780968273.789959:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:3.0:1780968273.789961:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3015:x1867475551673856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968273.789964:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 2/0,0 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789973:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000e25a5029) 00002000:00080000:3.0:1780968273.789974:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5906 count 1 00010000:00010000:1.0:1780968273.789975:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 2/0,0 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789985:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 3/0,0 mode: PW/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.789992:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1712:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.789998:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 3/0,1 mode: --/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.789998:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 1/0,0 mode: --/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790017:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.790017:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fde56 lrc: 0/0,0 mode: --/PW res: [0x1042:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790020:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.790023:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 3/0,1 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790035:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 3/0,1 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790035:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968273.790040:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 2/0,0 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790048:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 3/0,1 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790053:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.790057:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 2/0,0 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790059:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 2/0,0 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790072:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 3/0,0 mode: PW/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790076:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1780968273.790087:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 1/0,0 mode: --/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790093:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0e78194/0x986691d98fde5d lrc: 0/0,0 mode: --/PW res: [0x1048:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790109:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968273.790111:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 2/0,0 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790143:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.790145:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 2/0,0 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790152:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 3/0,0 mode: PW/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790163:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 1/0,0 mode: --/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790175:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fde64 lrc: 0/0,0 mode: --/PW res: [0x1715:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.790229:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3015:x1867475551673856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 266us (2489us total) trans 98784258710 rc 0/0 00010000:00010000:1.0:1780968273.790231:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.790235:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 2/0,0 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.790241:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35659 00010000:00010000:1.0:1780968273.790247:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000971f6cdc already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.790250:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 2/0,0 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790257:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 3/0,0 mode: PW/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790269:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 1/0,0 mode: --/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790275:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000971f6cdc/0x986691d98fde6b lrc: 0/0,0 mode: --/PW res: [0x15d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790287:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.790290:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 2/0,0 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790296:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.790298:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 2/0,0 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790309:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 3/0,0 mode: PW/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.790312:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.790320:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 1/0,0 mode: --/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790326:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f084329/0x986691d98fde72 lrc: 0/0,0 mode: --/PW res: [0x1712:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.790352:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.790354:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.790356:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.790359:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069fcb029/2, rc 0, transno 8757 00010000:00010000:1.0:1780968273.790366:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.790368:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069fcb029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551673280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.790396:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f5b060a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.790438:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.790466:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4fac628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.790490:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780968273.790606:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 2/0,0 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.790624:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.790693:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673216 00000100:00100000:1.0:1780968273.790733:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673472 00000100:00100000:1.0:1780968273.790756:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35660 00000100:00100000:1.0:1780968273.790761:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ecd1ccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+141:3017:x1867475551673216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.790776:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dd2ff16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3017:x1867475551673920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2324us (4010us total) trans 98784258711 rc 0/0 00000100:00100000:0.0:1780968273.790783:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35654 00000100:00100000:0.0:1780968273.790797:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35661 00000100:00100000:0.0:1780968273.790800:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cfec32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3017:x1867475551673472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.790813:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5903 count 1 00002000:00010000:0.0:1780968273.790833:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x170f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.790837:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 3/0,1 mode: --/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.790845:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.790846:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.790849:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 3/0,1 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.790858:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 3/0,1 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.790865:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 3/0,1 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.790871:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 2/0,0 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.790883:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.791000:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cfec32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3017:x1867475551673472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (508us total) trans 98784258712 rc 0/0 00000100:00100000:0.0:1780968273.791005:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35661 00010000:00010000:0.0:1780968273.791031:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.791036:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 2/0,0 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791044:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.791046:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 2/0,0 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791053:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 3/0,0 mode: PW/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791064:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 1/0,0 mode: --/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791070:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fde4f lrc: 0/0,0 mode: --/PW res: [0x1713:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791084:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.791086:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 2/0,0 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791092:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.791093:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 2/0,0 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791098:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 3/0,0 mode: PW/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791105:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 1/0,0 mode: --/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791147:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fde79 lrc: 0/0,0 mode: --/PW res: [0x170f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.791159:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.791160:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.791162:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.791171:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.791296:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec2049c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+52:3015:x1867475551674048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1949us (3655us total) trans 98784258713 rc 0/0 00000100:00100000:2.0:1780968273.791304:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35657 00000004:00080000:2.0:1780968273.791436:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c1095bc8/2, rc 0, transno 10902 00000100:00100000:2.0:1780968273.791449:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1095bc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673856:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.791462:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008a19319b/2, rc 0, transno 8761 00000100:00100000:2.0:1780968273.791469:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a19319b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.791478:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005c5a4691/2, rc 0, transno 10905 00000100:00100000:2.0:1780968273.791481:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c5a4691 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674048:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.791489:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007d01ab47/2, rc 0, transno 10901 00000100:00100000:2.0:1780968273.791492:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d01ab47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551673600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.791501:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968273.791507:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6e4386c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.791604:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.791647:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674112 00000100:00100000:2.0:1780968273.791676:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35662 00000100:00100000:2.0:1780968273.791680:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073511a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+142:3015:x1867475551674112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.791697:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4169 count 1 00002000:00010000:2.0:1780968273.791720:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1049:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.791725:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 3/0,1 mode: --/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.791734:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.791737:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.791740:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 3/0,1 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.791751:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 3/0,1 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.791759:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 3/0,1 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.791766:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 2/0,0 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.791779:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.792000:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073511a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+143:3015:x1867475551674112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 318us (396us total) trans 4294976058 rc 0/0 00000100:00100000:2.0:1780968273.792007:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35662 00010000:00010000:2.0:1780968273.792031:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.792036:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 2/0,0 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792044:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.792046:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 2/0,0 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792054:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 3/0,0 mode: PW/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792068:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 1/0,0 mode: --/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792075:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fde80 lrc: 0/0,0 mode: --/PW res: [0x1049:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792091:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.792092:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.792093:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.792110:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a6e4386c/2, rc 0, transno 8762 00000100:00100000:2.0:1780968273.792192:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6e4386c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.792227:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a7deb0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.792252:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.792275:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674304 00000100:00100000:2.0:1780968273.792294:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35663 00000100:00100000:2.0:1780968273.792298:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9f00c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+143:3015:x1867475551674304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.792310:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4172 count 1 00002000:00010000:2.0:1780968273.792326:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x104c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.792330:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 3/0,1 mode: --/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792339:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.792341:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.792343:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 3/0,1 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792351:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 3/0,1 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792364:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 3/0,1 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792371:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 2/0,0 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.792386:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.792766:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d1db873 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.792799:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.792825:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673728 00000100:00100000:3.0:1780968273.792845:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35664 00000100:00100000:3.0:1780968273.792849:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d869b2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+145:3017:x1867475551673728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.792859:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4167 count 1 00002000:00010000:3.0:1780968273.792879:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1047:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.792883:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 3/0,1 mode: --/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.792893:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.792894:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.792897:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 3/0,1 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.792918:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 3/0,1 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.792925:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 3/0,1 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.792931:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 2/0,0 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.792942:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.793072:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d869b2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+146:3017:x1867475551673728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 223us (272us total) trans 4294976060 rc 0/0 00000100:00100000:3.0:1780968273.793080:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35664 00000100:00100000:3.0:1780968273.793099:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a358d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.793147:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.793164:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551673984 00000100:00100000:3.0:1780968273.793182:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35665 00000100:00100000:3.0:1780968273.793186:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3017:x1867475551673984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.793197:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5908 count 1 00002000:00010000:3.0:1780968273.793218:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1714:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.793223:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 3/0,1 mode: --/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.793231:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.793233:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.793235:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 3/0,1 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.793244:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 3/0,1 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.793250:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 3/0,1 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.793256:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 2/0,0 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.793269:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.793428:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3017:x1867475551673984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 240us (280us total) trans 98784258714 rc 0/0 00000100:00100000:3.0:1780968273.793435:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35665 00000004:00080000:3.0:1780968273.793469:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f6c4a223/2, rc 0, transno 8758 00000100:00100000:3.0:1780968273.793480:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c4a223 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672896:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.793493:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005fbb6ab3/2, rc 0, transno 8759 00000100:00100000:3.0:1780968273.793496:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fbb6ab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.793506:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fb9c13e2/2, rc 0, transno 10899 00010000:00010000:0.0:1780968273.793617:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968273.793623:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 2/0,0 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793632:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.793636:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 2/0,0 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793645:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 3/0,0 mode: PW/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793663:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 1/0,0 mode: --/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793670:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a639e478/0x986691d98fde87 lrc: 0/0,0 mode: --/PW res: [0x104c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793687:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.793690:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 2/0,0 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793702:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.793704:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 2/0,0 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793710:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 3/0,0 mode: PW/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793719:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 1/0,0 mode: --/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793726:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000202d16cb/0x986691d98fde8e lrc: 0/0,0 mode: --/PW res: [0x1047:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793739:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.793742:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 2/0,0 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793748:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078f5604f already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.793750:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 2/0,0 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793755:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 3/0,0 mode: PW/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793764:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 1/0,0 mode: --/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793775:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078f5604f/0x986691d98fde95 lrc: 0/0,0 mode: --/PW res: [0x1714:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793787:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.793789:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.793790:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.793802:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c09c4de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551674368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.793834:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.793864:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674368 00000100:00100000:0.0:1780968273.793888:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35666 00000100:00100000:0.0:1780968273.793892:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054830df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+53:3016:x1867475551674368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.793925:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5910 count 1 00002000:00010000:0.0:1780968273.793947:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1716:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.793951:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 3/0,1 mode: --/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793960:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.793962:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.793965:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 3/0,1 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793974:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 3/0,1 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793982:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 3/0,1 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.793994:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 2/0,0 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.793995:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4165 count 1 00010000:00010000:0.0:1780968273.794010:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1780968273.794031:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1045:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.794037:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 3/0,1 mode: --/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.794052:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.794054:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.794057:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 3/0,1 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.794067:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 3/0,1 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.794075:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 3/0,1 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.794083:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 2/0,0 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.794094:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.794219:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054830df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+54:3016:x1867475551674368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 325us (384us total) trans 98784258715 rc 0/0 00000100:00100000:0.0:1780968273.794227:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35666 00010000:00010000:0.0:1780968273.794246:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.794250:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 2/0,0 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794258:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.794260:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 2/0,0 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794268:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 3/0,0 mode: PW/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794280:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 1/0,0 mode: --/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794287:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fde9c lrc: 0/0,0 mode: --/PW res: [0x1716:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794303:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.794306:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 2/0,0 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.794319:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ecd1ccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+146:3017:x1867475551673216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3555us (3878us total) trans 4294976061 rc 0/0 00010000:00010000:0.0:1780968273.794321:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae5e2d75 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.794325:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 2/0,0 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.794333:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35660 00010000:00010000:0.0:1780968273.794334:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 3/0,0 mode: PW/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794346:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 1/0,0 mode: --/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794351:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae5e2d75/0x986691d98fdea3 lrc: 0/0,0 mode: --/PW res: [0x1045:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.794366:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.794368:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.794369:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968273.794393:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003c09c4de/2, rc 0, transno 10907 00000100:00100000:2.0:1780968273.794470:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9f00c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+145:3015:x1867475551674304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2170us (2217us total) trans 4294976059 rc 0/0 00000100:00100000:2.0:1780968273.794478:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35663 00010000:00010000:2.0:1780968273.794505:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.794616:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb9c13e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673408:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.794635:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006dd8592c/2, rc 0, transno 10900 00010000:00010000:2.0:1780968273.794723:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.794733:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cec7d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.794761:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.794781:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003a7deb0b/2, rc 0, transno 8763 00000100:00100000:2.0:1780968273.794788:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a7deb0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.794796:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968273.794801:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080462f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.794818:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.794837:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674560 00000100:00100000:2.0:1780968273.794858:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674624 00000100:00100000:2.0:1780968273.794872:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35667 00000100:00100000:2.0:1780968273.794877:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b7c729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+146:3015:x1867475551674560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.794890:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4173 count 1 00002000:00010000:2.0:1780968273.794922:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x104d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.794927:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 3/0,1 mode: --/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.794937:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.794939:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.794941:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 3/0,1 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.794950:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 3/0,1 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.794957:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 3/0,1 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.794964:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 2/0,0 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.794976:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.795149:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b7c729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+147:3015:x1867475551674560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 271us (388us total) trans 4294976062 rc 0/0 00000100:00100000:2.0:1780968273.795155:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35667 00000100:00100000:2.0:1780968273.795169:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35668 00000100:00100000:2.0:1780968273.795172:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0230 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+146:3015:x1867475551674624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.795182:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3774 count 1 00002000:00010000:2.0:1780968273.795199:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xebe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.795202:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 3/0,1 mode: --/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795210:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.795211:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.795213:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 3/0,1 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795221:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 3/0,1 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795227:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 3/0,1 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795233:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 2/0,0 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795244:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.795359:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0230 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+147:3015:x1867475551674624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (540us total) trans 4294976063 rc 0/0 00000100:00100000:2.0:1780968273.795364:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35668 00010000:00010000:2.0:1780968273.795379:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.795383:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 2/0,0 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795390:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.795394:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 2/0,0 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795402:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 3/0,0 mode: PW/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795416:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 1/0,0 mode: --/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795422:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fdeaa lrc: 0/0,0 mode: --/PW res: [0x104d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795437:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.795439:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 2/0,0 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795445:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.795447:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 2/0,0 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795454:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 3/0,0 mode: PW/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795462:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 1/0,0 mode: --/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795467:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fdeb1 lrc: 0/0,0 mode: --/PW res: [0xebe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.795477:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.795478:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.795479:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.795497:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009cec7d99/2, rc 0, transno 8766 00000100:00100000:2.0:1780968273.795501:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cec7d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.795597:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c09c4de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551674368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.795632:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000080462f27/2, rc 0, transno 8767 00000100:00100000:2.0:1780968273.795637:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080462f27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674624:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.795719:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.795750:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.795765:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5645a49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.795799:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.795816:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099cb88ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.795833:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.795843:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e9fb030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.795859:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.795872:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1780968273.795877:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b45d02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.795929:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.795936:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007afebd62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551674816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.795982:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.796039:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.796088:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dd8592c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673664:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.796109:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000393e7e73/2, rc 0, transno 10903 00000100:00100000:3.0:1780968273.796129:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000393e7e73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673920:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.796145:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000319d99ac/2, rc 0, transno 8760 00000100:00100000:3.0:1780968273.796153:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000319d99ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551672960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.796162:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f5b060a/2, rc 0, transno 8765 00000100:00100000:3.0:1780968273.796165:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f5b060a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673216:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.796174:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f4fac628/2, rc 0, transno 10904 00000100:00100000:3.0:1780968273.796177:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4fac628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.796185:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009d1db873/2, rc 0, transno 8764 00000100:00100000:3.0:1780968273.796188:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d1db873 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673728:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968273.796197:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a358d65/2, rc 0, transno 10906 00000100:00100000:3.0:1780968273.796199:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a358d65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551673984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.796442:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968273.796450:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000128b1232 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.796477:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.796527:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674240 00000100:00100000:0.0:1780968273.796564:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674496 00000100:00100000:0.0:1780968273.796579:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674752 00000100:00100000:0.0:1780968273.796594:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674176 00000100:00100000:0.0:1780968273.796605:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674816 00000100:00100000:0.0:1780968273.796621:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35669 00000100:00100000:0.0:1780968273.796625:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bec4bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551674240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.796650:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4171 count 1 00002000:00010000:0.0:1780968273.796678:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x104b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.796684:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 3/0,1 mode: --/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.796696:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.796698:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.796701:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 3/0,1 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.796714:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 3/0,1 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.796722:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 3/0,1 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.796728:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 2/0,0 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.796741:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.796960:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bec4bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551674240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 334us (1162us total) trans 4294976064 rc 0/0 00000100:00100000:0.0:1780968273.796967:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35669 00000100:00100000:0.0:1780968273.796983:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35670 00000100:00100000:0.0:1780968273.796986:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+54:3018:x1867475551674496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.796997:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5912 count 1 00002000:00010000:0.0:1780968273.797015:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1718:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.797019:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 3/0,1 mode: --/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797027:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797029:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797030:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 3/0,1 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797039:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 3/0,1 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797046:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 3/0,1 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797052:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 2/0,0 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797065:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.797225:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+55:3018:x1867475551674496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 237us (1391us total) trans 98784258716 rc 0/0 00000100:00100000:0.0:1780968273.797231:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35670 00000100:00100000:0.0:1780968273.797242:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35671 00000100:00100000:0.0:1780968273.797246:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551674752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.797257:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4175 count 1 00002000:00010000:0.0:1780968273.797272:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x104f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.797276:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 3/0,1 mode: --/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797284:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797285:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797287:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 3/0,1 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797295:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 3/0,1 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797302:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 3/0,1 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797308:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 2/0,0 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797320:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968273.797428:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551674752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 181us (1568us total) trans 4294976065 rc 0/0 00000100:00100000:0.0:1780968273.797433:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35671 00000100:00100000:0.0:1780968273.797443:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35672 00000100:00100000:0.0:1780968273.797446:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dec06e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551674176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.797455:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4170 count 1 00002000:00010000:0.0:1780968273.797469:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x104a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.797473:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 3/0,1 mode: --/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797480:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797482:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797484:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 3/0,1 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797491:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 3/0,1 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797498:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 3/0,1 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797504:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 2/0,0 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797515:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.797621:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dec06e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551674176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (1723us total) trans 4294976066 rc 0/0 00000100:00100000:0.0:1780968273.797626:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35672 00000100:00100000:0.0:1780968273.797636:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35673 00000100:00100000:0.0:1780968273.797640:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c71a5e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+150:3016:x1867475551674816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.797650:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4176 count 1 00002000:00010000:0.0:1780968273.797664:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1050:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.797667:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 3/0,1 mode: --/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797674:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797675:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.797677:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 3/0,1 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797684:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 3/0,1 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797690:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 3/0,1 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797697:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 2/0,0 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.797704:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.797835:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c71a5e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+151:3016:x1867475551674816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (1796us total) trans 4294976067 rc 0/0 00000100:00100000:0.0:1780968273.797841:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35673 00000100:00100000:2.0:1780968273.798041:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674880 00000100:00100000:2.0:1780968273.798073:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35674 00000100:00100000:2.0:1780968273.798078:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000efa072d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3015:x1867475551674880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.798089:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4177 count 1 00002000:00010000:2.0:1780968273.798106:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1051:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.798110:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 3/0,1 mode: --/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798137:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.798138:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.798141:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 3/0,1 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798155:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 3/0,1 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798162:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 3/0,1 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798167:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 2/0,0 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798175:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1780968273.798317:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000efa072d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+152:3015:x1867475551674880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 239us (1840us total) trans 4294976068 rc 0/0 00000100:00100000:2.0:1780968273.798323:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35674 00010000:00010000:2.0:1780968273.798344:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.798350:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 2/0,0 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798357:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c85ffd30 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.798361:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 2/0,0 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798370:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 3/0,0 mode: PW/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798389:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 1/0,0 mode: --/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798402:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c85ffd30/0x986691d98fdeb8 lrc: 0/0,0 mode: --/PW res: [0x104b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798419:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.798421:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 2/0,0 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798427:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab7a4a1d already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.798429:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 2/0,0 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798435:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 3/0,0 mode: PW/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798443:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 1/0,0 mode: --/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798448:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab7a4a1d/0x986691d98fdebf lrc: 0/0,0 mode: --/PW res: [0x1718:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798460:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.798462:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 2/0,0 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798468:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb48310 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.798470:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 2/0,0 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798481:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 3/0,0 mode: PW/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798488:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 1/0,0 mode: --/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798494:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeb48310/0x986691d98fdec6 lrc: 0/0,0 mode: --/PW res: [0x104f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798504:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.798506:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 2/0,0 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798621:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.798624:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 2/0,0 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798630:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 3/0,0 mode: PW/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798641:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 1/0,0 mode: --/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798648:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9a02586/0x986691d98fdecd lrc: 0/0,0 mode: --/PW res: [0x104a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798660:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.798663:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 2/0,0 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798669:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.798671:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 2/0,0 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798676:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 3/0,0 mode: PW/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798683:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 1/0,0 mode: --/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798688:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e16d47d/0x986691d98fded4 lrc: 0/0,0 mode: --/PW res: [0x1050:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798697:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.798698:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 2/0,0 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798704:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.798705:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 2/0,0 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798712:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 3/0,0 mode: PW/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798719:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 1/0,0 mode: --/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798730:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdedb lrc: 0/0,0 mode: --/PW res: [0x1051:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.798742:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.798743:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.798745:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.798752:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.798756:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.798803:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007afebd62/2, rc 0, transno 8771 00000100:00100000:2.0:1780968273.798825:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007afebd62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551674816:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.798852:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000128b1232/2, rc 0, transno 8772 00000100:00100000:2.0:1780968273.798856:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000128b1232 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551674880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.798876:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ec0f14f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551674944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.798926:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.798944:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.798949:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000239d1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.798967:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.798990:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674944 00000100:00100000:2.0:1780968273.799012:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675008 00000100:00100000:2.0:1780968273.799024:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35675 00000100:00100000:2.0:1780968273.799028:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2f7d396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+153:3017:x1867475551674944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.799045:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4178 count 1 00002000:00010000:2.0:1780968273.799067:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1052:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.799071:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 3/0,1 mode: --/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799086:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.799087:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.799090:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 3/0,1 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799099:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 3/0,1 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799106:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 3/0,1 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799112:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 2/0,0 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799150:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.799157:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.799159:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 2/0,0 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799166:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.799168:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 2/0,0 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799175:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 3/0,0 mode: PW/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799186:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 1/0,0 mode: --/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799196:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fdee2 lrc: 0/0,0 mode: --/PW res: [0x1052:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799208:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.799210:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.799211:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.799395:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2f7d396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+154:3017:x1867475551674944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 365us (468us total) trans 4294976069 rc 0/0 00000100:00100000:2.0:1780968273.799402:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35675 00000100:00100000:2.0:1780968273.799421:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35676 00000100:00100000:2.0:1780968273.799424:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000299b15d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+153:3017:x1867475551675008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.799435:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3734 count 1 00002000:00010000:2.0:1780968273.799449:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xe96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.799453:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 3/0,1 mode: --/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799461:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.799462:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.799464:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 3/0,1 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799471:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 3/0,1 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799478:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 3/0,1 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799489:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 2/0,0 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.799501:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.799782:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000299b15d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+154:3017:x1867475551675008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 356us (813us total) trans 4294976070 rc 0/0 00000100:00100000:2.0:1780968273.799788:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35676 00010000:00010000:2.0:1780968273.800019:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.800024:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 2/0,0 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.800033:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.800036:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 2/0,0 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.800043:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 3/0,0 mode: PW/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.800056:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 1/0,0 mode: --/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.800062:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdee9 lrc: 0/0,0 mode: --/PW res: [0xe96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.800076:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.800078:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.800079:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.800100:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000ffb8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.800280:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.800334:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6faef2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.800358:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.800510:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780968273.800579:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e6b620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.800605:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.800633:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675136 00000100:00100000:1.0:1780968273.800650:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675392 00000100:00100000:0.0:1780968273.800677:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35677 00000100:00100000:0.0:1780968273.800684:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aa3afd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3016:x1867475551675136:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.800687:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35678 00000100:00100000:1.0:1780968273.800694:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2d3c4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3016:x1867475551675392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.800710:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5915 count 1 00002000:00080000:0.0:1780968273.800710:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5913 count 1 00002000:00010000:1.0:1780968273.800745:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x171b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1780968273.800745:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1719:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.800753:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 3/0,1 mode: --/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.800755:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 3/0,1 mode: --/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.800776:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.800776:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.800779:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.800780:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.800786:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 3/0,1 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.800786:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 3/0,1 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.800811:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 3/0,1 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.800821:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 3/0,1 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.800828:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 2/0,0 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.800844:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.801067:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aa3afd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3016:x1867475551675136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 384us (787us total) trans 98784258717 rc 0/0 00000100:00100000:0.0:1780968273.801075:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35677 00010000:00010000:1.0:1780968273.801323:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 3/0,1 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801330:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.801337:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 3/0,1 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801338:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 2/0,0 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801358:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.801358:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 2/0,0 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801364:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 2/0,0 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801375:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 3/0,0 mode: PW/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.801388:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.801392:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 1/0,0 mode: --/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801400:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bbf35a9/0x986691d98fdef0 lrc: 0/0,0 mode: --/PW res: [0x1719:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801417:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.801419:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 2/0,0 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801426:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3cdaff7 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.801428:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 2/0,0 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801434:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 3/0,0 mode: PW/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801448:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 1/0,0 mode: --/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801453:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3cdaff7/0x986691d98fdef7 lrc: 0/0,0 mode: --/PW res: [0x171b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.801464:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.801465:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.801467:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.801485:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc027fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.801591:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.801654:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000701c3665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.801697:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.801784:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a6180c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.801810:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.801945:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000000ffb8f5/2, rc 0, transno 10909 00000100:00100000:2.0:1780968273.801959:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000ffb8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.801977:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.802016:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675072 00000100:00100000:3.0:1780968273.802051:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675328 00000100:00100000:3.0:1780968273.802067:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35679 00000100:00100000:3.0:1780968273.802071:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f7d0417 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+154:3016:x1867475551675072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.802095:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4179 count 1 00002000:00010000:3.0:1780968273.802161:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1053:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.802168:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 3/0,1 mode: --/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802179:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.802181:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.802184:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 3/0,1 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802195:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 3/0,1 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802203:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 3/0,1 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802209:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 2/0,0 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802224:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.802437:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f7d0417 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+155:3016:x1867475551675072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 365us (1832us total) trans 4294976071 rc 0/0 00000100:00100000:3.0:1780968273.802444:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35679 00000100:00100000:3.0:1780968273.802460:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35680 00000100:00100000:3.0:1780968273.802464:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000abf228d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+57:3016:x1867475551675328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.802477:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5590 count 1 00002000:00010000:3.0:1780968273.802495:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.802499:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 3/0,1 mode: --/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802506:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.802507:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.802509:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 3/0,1 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802533:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 3/0,1 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802539:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 3/0,1 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802545:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 2/0,0 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802559:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.802687:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000abf228d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+58:3016:x1867475551675328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (877us total) trans 98784258718 rc 0/0 00000100:00100000:3.0:1780968273.802694:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35680 00010000:00010000:3.0:1780968273.802717:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.802721:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 2/0,0 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802730:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.802733:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 2/0,0 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802741:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 3/0,0 mode: PW/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802757:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 1/0,0 mode: --/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802764:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cc0538b/0x986691d98fdefe lrc: 0/0,0 mode: --/PW res: [0x1053:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802780:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.802782:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 2/0,0 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802794:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.802796:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 2/0,0 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802803:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 3/0,0 mode: PW/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802812:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 1/0,0 mode: --/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802819:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf05 lrc: 0/0,0 mode: --/PW res: [0x15d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.802830:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.802831:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.802833:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.803009:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.803035:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a5e6b620/2, rc 0, transno 8775 00000100:00100000:2.0:1780968273.803050:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e6b620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675072:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.803063:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a6180c7/2, rc 0, transno 10910 00000100:00100000:2.0:1780968273.803067:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a6180c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.803215:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.803227:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c7ed216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.803259:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.803288:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675200 00000100:00100000:2.0:1780968273.803316:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675584 00000100:00100000:2.0:1780968273.803333:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35681 00000100:00100000:2.0:1780968273.803338:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041fe41f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3017:x1867475551675200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.803355:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5914 count 1 00002000:00010000:2.0:1780968273.803380:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x171a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.803385:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 3/0,1 mode: --/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803394:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.803396:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.803398:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 3/0,1 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803408:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 3/0,1 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803415:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 3/0,1 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803421:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 2/0,0 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803437:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.803445:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.803449:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 2/0,0 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803456:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.803458:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 2/0,0 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803465:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 3/0,0 mode: PW/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803481:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 1/0,0 mode: --/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803487:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fdf0c lrc: 0/0,0 mode: --/PW res: [0x171a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.803501:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.803503:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.803504:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.803860:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35682 00000100:00100000:3.0:1780968273.803865:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045dec06e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+155:3016:x1867475551675584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.803883:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4181 count 1 00002000:00010000:3.0:1780968273.803914:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1055:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.803960:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 3/0,1 mode: --/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.803971:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.803973:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.803975:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 3/0,1 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.803991:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 3/0,1 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.803998:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 3/0,1 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804005:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 2/0,0 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804020:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.804029:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.804033:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 2/0,0 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804040:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e95f3db already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.804043:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 2/0,0 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804050:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 3/0,0 mode: PW/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804062:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 1/0,0 mode: --/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804068:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fdf13 lrc: 0/0,0 mode: --/PW res: [0x1055:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.804089:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.804091:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.804092:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.804359:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045dec06e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+156:3016:x1867475551675584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 492us (1099us total) trans 4294976072 rc 0/0 00000100:00100000:3.0:1780968273.804368:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35682 00000004:00080000:2.0:1780968273.804638:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002c7ed216/2, rc 0, transno 8776 00000100:00100000:2.0:1780968273.804651:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c7ed216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.804710:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c71a5e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.804748:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.804964:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675648 00000100:00100000:0.0:1780968273.805008:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35683 00000100:00100000:0.0:1780968273.805014:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000efa072d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+156:3016:x1867475551675648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.805035:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4182 count 1 00002000:00010000:0.0:1780968273.805061:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1056:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.805066:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 3/0,1 mode: --/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805077:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.805079:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.805082:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 3/0,1 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805094:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 3/0,1 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805102:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 3/0,1 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805109:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 2/0,0 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805152:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.805374:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000efa072d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+157:3016:x1867475551675648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 359us (628us total) trans 4294976073 rc 0/0 00000100:00100000:0.0:1780968273.805383:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35683 00010000:00010000:0.0:1780968273.805407:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.805412:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 2/0,0 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805421:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.805424:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 2/0,0 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805433:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 3/0,0 mode: PW/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805450:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 1/0,0 mode: --/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805456:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fdf1a lrc: 0/0,0 mode: --/PW res: [0x1056:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.805470:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.805473:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.805474:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.805815:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041fe41f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:3017:x1867475551675200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2476us (3836us total) trans 98784258719 rc 0/0 00000100:00100000:2.0:1780968273.805823:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35681 00000004:00080000:2.0:1780968273.805863:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c71a5e4/2, rc 0, transno 8777 00000100:00100000:2.0:1780968273.805931:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c71a5e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.805960:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b035231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.806009:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.806033:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000239d1512/2, rc 0, transno 8774 00000100:00100000:2.0:1780968273.807312:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000239d1512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.807354:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ee97052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.807423:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.807457:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968273.807463:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069a36a15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.807494:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.807607:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675456 00000100:00100000:2.0:1780968273.807649:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675904 00000100:00100000:2.0:1780968273.807661:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675840 00000100:00100000:2.0:1780968273.807678:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35684 00000100:00100000:2.0:1780968273.807684:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2f7d396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3017:x1867475551675456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.807713:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5916 count 1 00002000:00010000:2.0:1780968273.807754:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x171c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.807761:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 3/0,1 mode: --/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807779:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.807781:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.807786:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 3/0,1 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807800:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 3/0,1 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807809:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 3/0,1 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807817:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 2/0,0 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807834:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.807849:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.807855:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 2/0,0 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807863:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.807867:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 2/0,0 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807874:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 3/0,0 mode: PW/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807890:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 1/0,0 mode: --/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807897:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fdf21 lrc: 0/0,0 mode: --/PW res: [0x171c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.807932:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.807933:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.807935:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.808362:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2f7d396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3017:x1867475551675456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 675us (2351us total) trans 98784258720 rc 0/0 00000100:00100000:2.0:1780968273.808371:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35684 00000100:00100000:2.0:1780968273.808396:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35685 00000100:00100000:2.0:1780968273.808400:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000299b15d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3016:x1867475551675904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.808413:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5919 count 1 00002000:00010000:2.0:1780968273.808430:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x171f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.808434:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 3/0,1 mode: --/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808449:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.808450:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.808452:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 3/0,1 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808461:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 3/0,1 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808469:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 3/0,1 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808475:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 2/0,0 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808489:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.808498:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.808501:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 2/0,0 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808507:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.808509:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 2/0,0 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808581:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 3/0,0 mode: PW/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808594:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 1/0,0 mode: --/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808606:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdf28 lrc: 0/0,0 mode: --/PW res: [0x171f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808619:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.808620:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.808621:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.808635:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35686 00000100:00100000:2.0:1780968273.808639:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d2aa689 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3016:x1867475551675840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.808650:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5918 count 1 00002000:00010000:2.0:1780968273.808665:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x171e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.808668:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 3/0,1 mode: --/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808676:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.808677:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.808679:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 3/0,1 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808686:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 3/0,1 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808693:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 3/0,1 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808699:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 2/0,0 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808719:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.808851:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d2aa689 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+62:3016:x1867475551675840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 211us (1356us total) trans 98784258721 rc 0/0 00000100:00100000:2.0:1780968273.808857:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35686 00010000:00010000:2.0:1780968273.808873:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.808876:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 2/0,0 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808884:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.808886:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 2/0,0 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808893:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 3/0,0 mode: PW/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808915:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 1/0,0 mode: --/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808920:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdf2f lrc: 0/0,0 mode: --/PW res: [0x171e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.808933:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.808934:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.808935:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.809045:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000299b15d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3016:x1867475551675904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 644us (1623us total) trans 98784258722 rc 0/0 00000100:00100000:2.0:1780968273.809051:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35685 00000100:00100000:1.0:1780968273.810816:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2d3c4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+62:3016:x1867475551675392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10111us (10447us total) trans 98784258723 rc 0/0 00000100:00100000:1.0:1780968273.810832:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35678 00000004:00080000:2.0:1780968273.812228:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069a36a15/2, rc 0, transno 10913 00000100:00100000:2.0:1780968273.812261:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069a36a15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675840:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.812285:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005ee97052/2, rc 0, transno 10914 00000100:00100000:2.0:1780968273.812288:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ee97052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675904:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.812298:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a6faef2f/2, rc 0, transno 10915 00000100:00100000:2.0:1780968273.812301:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6faef2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551675392:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.812361:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ec0f14f/2, rc 0, transno 8773 00000100:00100000:2.0:1780968273.812379:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ec0f14f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551674944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.812455:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054830df0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.812656:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.812695:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000701c3665/2, rc 0, transno 10911 00000100:00100000:2.0:1780968273.812700:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000701c3665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675200:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.812710:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003b035231/2, rc 0, transno 10912 00000100:00100000:2.0:1780968273.812714:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b035231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.812723:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a78dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.812748:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.812765:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780968273.812770:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1ed054c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.812789:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.812805:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b55a1a36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.812828:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.812841:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012efc95c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.812858:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.812900:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675712 00000100:00100000:2.0:1780968273.812955:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675968 00000100:00100000:2.0:1780968273.812969:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675264 00000100:00100000:2.0:1780968273.812991:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675520 00000100:00100000:2.0:1780968273.813011:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551675776 00000100:00100000:2.0:1780968273.813030:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35687 00000100:00100000:2.0:1780968273.813037:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c1828c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+160:3017:x1867475551675712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.813065:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4183 count 1 00002000:00010000:2.0:1780968273.813832:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1057:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.813845:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 3/0,1 mode: --/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.813866:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.813869:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.813875:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 3/0,1 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.813891:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 3/0,1 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.813913:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 3/0,1 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.813921:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 2/0,0 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.813952:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.814221:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35688 00000100:00100000:3.0:1780968273.814233:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005895487 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+160:3017:x1867475551675968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.814269:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4184 count 1 00002000:00010000:3.0:1780968273.814306:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1058:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.814313:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 3/0,1 mode: --/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814328:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.814330:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.814334:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 3/0,1 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814346:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 3/0,1 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814354:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 3/0,1 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814361:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 2/0,0 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814392:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.814687:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005895487 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+161:3017:x1867475551675968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 452us (1935us total) trans 4294976074 rc 0/0 00000100:00100000:3.0:1780968273.814696:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35688 00000100:00100000:3.0:1780968273.814731:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35689 00000100:00100000:3.0:1780968273.814736:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b09ce3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+160:3017:x1867475551675264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968273.814750:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4180 count 1 00002000:00010000:3.0:1780968273.814770:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1054:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.814775:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 3/0,1 mode: --/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814783:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.814785:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.814788:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 3/0,1 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814796:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 3/0,1 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814803:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 3/0,1 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814808:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 2/0,0 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.814821:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.814875:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c1828c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+161:3017:x1867475551675712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1833us (2361us total) trans 4294976075 rc 0/0 00000100:00100000:2.0:1780968273.814888:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35687 00000100:00100000:2.0:1780968273.814933:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35690 00000100:00100000:2.0:1780968273.814939:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a636ec2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+62:3017:x1867475551675520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.814962:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5917 count 1 00002000:00010000:2.0:1780968273.814991:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x171d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.814997:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 3/0,1 mode: --/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.815008:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.815010:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.815013:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 3/0,1 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.815025:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 3/0,1 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.815033:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 3/0,1 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.815040:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 2/0,0 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.815059:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.816831:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a636ec2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+63:3017:x1867475551675520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1886us (3996us total) trans 98784258724 rc 0/0 00000100:00100000:2.0:1780968273.816847:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35690 00000100:00100000:2.0:1780968273.816886:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35691 00000100:00100000:2.0:1780968273.816893:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08ca853 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+160:3017:x1867475551675776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.816938:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3775 count 1 00002000:00010000:2.0:1780968273.816974:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xebf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.816981:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 3/0,1 mode: --/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.816996:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.816999:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.817003:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 3/0,1 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817016:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 3/0,1 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817025:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 3/0,1 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817032:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 2/0,0 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817043:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968273.817260:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08ca853 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+161:3017:x1867475551675776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 366us (4400us total) trans 4294976076 rc 0/0 00000100:00100000:2.0:1780968273.817267:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35691 00010000:00010000:2.0:1780968273.817312:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.817318:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 2/0,0 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817328:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.817332:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 2/0,0 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817347:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 3/0,0 mode: PW/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817372:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 1/0,0 mode: --/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817380:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c762a185/0x986691d98fdf36 lrc: 0/0,0 mode: --/PW res: [0x1057:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817403:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.817407:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 2/0,0 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817414:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.817416:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 2/0,0 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817423:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 3/0,0 mode: PW/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817434:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 1/0,0 mode: --/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817442:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f084329/0x986691d98fdf3d lrc: 0/0,0 mode: --/PW res: [0x1058:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817459:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.817464:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 2/0,0 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817472:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000971f6cdc already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.817474:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 2/0,0 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817481:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 3/0,0 mode: PW/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817492:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 1/0,0 mode: --/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817499:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000971f6cdc/0x986691d98fdf44 lrc: 0/0,0 mode: --/PW res: [0x1054:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817581:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.817585:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 2/0,0 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817593:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.817594:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 2/0,0 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817600:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 3/0,0 mode: PW/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817613:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 1/0,0 mode: --/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817622:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fdf4b lrc: 0/0,0 mode: --/PW res: [0x171d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817635:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.817637:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 2/0,0 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817642:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6b9e56f already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.817643:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 2/0,0 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817648:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 3/0,0 mode: PW/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817655:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 1/0,0 mode: --/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817660:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6b9e56f/0x986691d98fdf52 lrc: 0/0,0 mode: --/PW res: [0xebf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.817670:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.817671:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.817673:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.817685:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.817699:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.817706:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.817738:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb275071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.817789:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.817835:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968273.817842:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042e0ecdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.817863:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.817895:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676096 00000100:00100000:2.0:1780968273.817935:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676160 00000100:00100000:2.0:1780968273.817958:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35692 00000100:00100000:2.0:1780968273.817962:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b30ec53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+64:3015:x1867475551676096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.817987:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5921 count 1 00002000:00010000:2.0:1780968273.818016:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1721:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.818022:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 3/0,1 mode: --/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818033:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.818035:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.818038:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 3/0,1 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818049:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 3/0,1 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818058:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 3/0,1 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818065:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 2/0,0 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818081:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.818310:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b30ec53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+65:3015:x1867475551676096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 346us (522us total) trans 98784258725 rc 0/0 00000100:00100000:2.0:1780968273.818319:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35692 00000100:00100000:2.0:1780968273.818337:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35693 00000100:00100000:2.0:1780968273.818340:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24ac6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+64:3015:x1867475551676160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.818350:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5922 count 1 00002000:00010000:2.0:1780968273.818366:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1722:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.818370:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 3/0,1 mode: --/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818378:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.818379:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.818381:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 3/0,1 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818390:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 3/0,1 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818398:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 3/0,1 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818404:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 2/0,0 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.818417:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.819097:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24ac6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+65:3015:x1867475551676160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 753us (1231us total) trans 98784258726 rc 0/0 00000100:00100000:2.0:1780968273.819106:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35693 00010000:00010000:2.0:1780968273.819199:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.819208:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 2/0,0 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819219:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.819223:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 2/0,0 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819233:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 3/0,0 mode: PW/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819253:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 1/0,0 mode: --/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819261:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fdf59 lrc: 0/0,0 mode: --/PW res: [0x1721:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819296:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.819299:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 2/0,0 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819309:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00000100:00100000:3.0:1780968273.819312:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b09ce3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+161:3017:x1867475551675264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4566us (6513us total) trans 4294976077 rc 0/0 00010000:00010000:2.0:1780968273.819314:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 2/0,0 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819344:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 3/0,0 mode: PW/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.819351:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35689 00000100:00100000:0.0:1780968273.819369:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.819375:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 1/0,0 mode: --/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819391:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf60 lrc: 0/0,0 mode: --/PW res: [0x1722:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.819405:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.819407:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.819410:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a8f10a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.819411:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.819451:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.820992:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674432 00000100:00100000:3.0:1780968273.821045:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35694 00000100:00100000:3.0:1780968273.821052:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000824e49b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+65:3018:x1867475551674432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.821318:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5911 count 1 00010000:00010000:2.0:1780968273.821361:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1780968273.821362:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1717:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.821372:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 3/0,1 mode: --/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.821387:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.821389:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.821394:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 3/0,1 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.821407:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 3/0,1 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.821414:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 3/0,1 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.821421:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 2/0,0 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968273.821439:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000042e0ecdd/2, rc 0, transno 10918 00010000:00010000:3.0:1780968273.821441:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.821477:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042e0ecdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676160:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.821499:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eb275071/2, rc 0, transno 10917 00000100:00100000:2.0:1780968273.821505:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb275071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.821542:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.821548:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 2/0,0 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.821561:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.821566:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 2/0,0 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.821577:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 3/0,0 mode: PW/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.821609:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 1/0,0 mode: --/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.821617:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d8d8921/0x986691d98fdf67 lrc: 0/0,0 mode: --/PW res: [0x1717:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.821647:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.821649:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.821651:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.821683:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000035b4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551676224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.821795:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000824e49b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+66:3018:x1867475551674432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 739us (2431us total) trans 98784258727 rc 0/0 00000100:00100000:3.0:1780968273.821804:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35694 00000100:00100000:2.0:1780968273.824433:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eaba2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551676416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.824682:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001aeaacac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.824714:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551674688 00000100:00100000:3.0:1780968273.824753:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.824767:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35695 00000100:00100000:0.0:1780968273.824774:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebaab93b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+161:3018:x1867475551674688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.824806:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4174 count 1 00002000:00010000:0.0:1780968273.824841:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x104e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.824848:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 3/0,1 mode: --/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.824862:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.824864:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.824868:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 3/0,1 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.824882:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 3/0,1 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.824891:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 3/0,1 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.824898:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 2/0,0 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.824942:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.824967:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.824972:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 3/0,0 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.824981:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.824985:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 3/0,0 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.824993:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 4/0,0 mode: PW/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.825013:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 2/0,0 mode: --/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.825021:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.825023:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.825024:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.825651:0:34955:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040b2c260/0x986691d98fdf6e lrc: 0/0,0 mode: --/PW res: [0x104e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.826378:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.826458:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676352 00000100:00100000:2.0:1780968273.826483:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676416 00000100:00100000:3.0:1780968273.826521:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35696 00000100:00100000:3.0:1780968273.826527:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d2673a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3015:x1867475551676352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.826555:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5591 count 1 00002000:00010000:3.0:1780968273.826588:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.826594:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 3/0,1 mode: --/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.826602:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35697 00000100:00100000:2.0:1780968273.826613:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8305d3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+67:3016:x1867475551676416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.826617:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.826622:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.826626:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 3/0,1 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.826641:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 3/0,1 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.826648:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5925 count 1 00010000:00010000:3.0:1780968273.826650:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 3/0,1 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.826659:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 2/0,0 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.826686:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1780968273.826688:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1725:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.826697:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 3/0,1 mode: --/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826712:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.826714:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.826719:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 3/0,1 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826733:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 3/0,1 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826742:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 3/0,1 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826749:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 2/0,0 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826768:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.826774:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 2/0,0 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826783:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e95f3db already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.826787:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 2/0,0 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826797:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 3/0,0 mode: PW/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826824:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 1/0,0 mode: --/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826831:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e95f3db/0x986691d98fdf75 lrc: 0/0,0 mode: --/PW res: [0x15d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826861:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.826865:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.826867:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.826898:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.826921:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.826925:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 2/0,0 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826933:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.826935:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 2/0,0 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826943:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 3/0,0 mode: PW/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826956:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 1/0,0 mode: --/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.826963:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdf7c lrc: 0/0,0 mode: --/PW res: [0x1725:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.826975:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d2673a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+68:3015:x1867475551676352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 441us (2218us total) trans 98784258728 rc 0/0 00010000:00010000:2.0:1780968273.826987:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.826990:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35696 00010000:00010000:2.0:1780968273.826991:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.826996:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.827050:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001aeaacac/2, rc 0, transno 10920 00000100:00100000:3.0:1780968273.827071:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001aeaacac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.829804:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebaab93b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+162:3018:x1867475551674688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5022us (10345us total) trans 4294976078 rc 0/0 00000100:00100000:0.0:1780968273.829819:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35695 00000004:00080000:0.0:1780968273.829881:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b5645a49/2, rc 0, transno 8768 00000100:00100000:0.0:1780968273.829924:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5645a49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674240:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.830454:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000099cb88ff/2, rc 0, transno 10908 00000100:00100000:0.0:1780968273.830464:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099cb88ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674496:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.830484:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007e9fb030/2, rc 0, transno 8769 00000100:00100000:0.0:1780968273.830499:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e9fb030 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.830790:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a93a7d89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.830847:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.830881:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968273.830888:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8b3fc52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968273.830929:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.831028:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f4addce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.831073:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.831152:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676608 00000100:00100000:2.0:1780968273.831623:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8305d3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+68:3016:x1867475551676416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5004us (5246us total) trans 98784258729 rc 0/0 00000100:00100000:2.0:1780968273.831639:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35697 00000100:00100000:2.0:1780968273.831680:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676672 00000100:00100000:2.0:1780968273.831718:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676032 00000100:00100000:2.0:1780968273.831740:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35698 00000100:00100000:2.0:1780968273.831746:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9027652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+162:3015:x1867475551676672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.831777:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4186 count 1 00002000:00010000:2.0:1780968273.831823:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x105a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.831830:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 3/0,1 mode: --/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.831847:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.831849:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.831854:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 3/0,1 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.831871:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 3/0,1 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.831880:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 3/0,1 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.831885:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 2/0,0 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.831916:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.831930:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35699 00000100:00100000:3.0:1780968273.831942:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a66124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+68:3018:x1867475551676032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.831978:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5920 count 1 00002000:00010000:3.0:1780968273.832016:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1720:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.832026:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 3/0,1 mode: --/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832040:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.832042:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.832047:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 3/0,1 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832061:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 3/0,1 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832070:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 3/0,1 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832078:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 2/0,0 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832100:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.832411:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a66124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3018:x1867475551676032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 471us (1338us total) trans 98784258730 rc 0/0 00000100:00100000:3.0:1780968273.832419:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35699 00010000:00010000:3.0:1780968273.832446:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.832452:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 2/0,0 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832460:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.832463:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 2/0,0 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832475:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 3/0,0 mode: PW/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832493:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 1/0,0 mode: --/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832499:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ee58677/0x986691d98fdf83 lrc: 0/0,0 mode: --/PW res: [0x105a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832513:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.832516:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 2/0,0 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832521:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.832522:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 2/0,0 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832527:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 3/0,0 mode: PW/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832534:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 1/0,0 mode: --/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832540:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fdf8a lrc: 0/0,0 mode: --/PW res: [0x1720:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.832547:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.832549:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.832550:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.833054:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9027652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+163:3015:x1867475551676672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1302us (2121us total) trans 4294976079 rc 0/0 00000100:00100000:2.0:1780968273.833067:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35698 00010000:00010000:2.0:1780968273.833103:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968273.833217:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbf894dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.833270:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.833292:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8792dc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.833315:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.833347:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e8b3fc52/2, rc 0, transno 8783 00000004:00080000:1.0:1780968273.833353:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004b45d02c/2, rc 0, transno 8770 00000100:00100000:2.0:1780968273.833365:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8b3fc52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.833388:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676288 00000100:00100000:2.0:1780968273.833420:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676480 00000100:00100000:2.0:1780968273.833436:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35700 00000100:00100000:2.0:1780968273.833441:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a791ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+70:3018:x1867475551676288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.833470:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5924 count 1 00002000:00010000:2.0:1780968273.833506:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1724:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1780968273.833631:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b45d02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674176:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.833652:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbc027fa/2, rc 0, transno 10919 00000100:00100000:1.0:1780968273.833663:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc027fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674432:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.833677:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008a8f10a4/2, rc 0, transno 8782 00000100:00100000:1.0:1780968273.833679:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a8f10a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551674688:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.833697:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007f4addce/2, rc 0, transno 10922 00000100:00100000:1.0:1780968273.833700:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f4addce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.833707:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968273.833713:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1ba53f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.833744:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.833780:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676544 00000100:00100000:0.0:1780968273.833822:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35701 00000100:00100000:0.0:1780968273.833830:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000596450d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+71:3018:x1867475551676480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.833846:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 3/0,1 mode: --/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780968273.833859:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5926 count 1 00010000:00010000:2.0:1780968273.833864:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.833869:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.833873:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 3/0,1 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780968273.833891:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1726:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.833894:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 3/0,1 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.833912:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 3/0,1 mode: --/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.833918:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 3/0,1 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.833941:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 2/0,0 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.833960:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.834415:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35702 00000100:00100000:1.0:1780968273.834422:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+71:3015:x1867475551676608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.834444:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5927 count 1 00002000:00010000:1.0:1780968273.834469:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1727:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.834475:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 3/0,1 mode: --/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834484:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.834486:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.834488:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 3/0,1 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834498:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 3/0,1 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834506:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 3/0,1 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834512:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 2/0,0 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834529:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780968273.834678:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.834685:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.834690:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 3/0,1 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.834709:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 3/0,1 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.834719:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 3/0,1 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.834732:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+72:3015:x1867475551676608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 309us (3886us total) trans 98784258731 rc 0/0 00010000:00010000:0.0:1780968273.834734:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 2/0,0 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.834752:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35702 00010000:00010000:0.0:1780968273.834772:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968273.834783:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35703 00000100:00100000:1.0:1780968273.834789:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004691fde0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+163:3018:x1867475551676544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.834804:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4185 count 1 00002000:00010000:1.0:1780968273.834833:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1059:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.834838:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 3/0,1 mode: --/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834846:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.834848:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.834851:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 3/0,1 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834864:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 3/0,1 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834871:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 3/0,1 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834877:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 2/0,0 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.834895:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.835202:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000596450d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+72:3018:x1867475551676480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1368us (1884us total) trans 98784258732 rc 0/0 00000100:00100000:0.0:1780968273.835217:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35701 00010000:00010000:0.0:1780968273.835313:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780968273.835320:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 2/0,0 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835332:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6b9e56f already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.835337:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 2/0,0 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835348:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 3/0,0 mode: PW/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835378:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 1/0,0 mode: --/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.835382:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a791ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+72:3018:x1867475551676288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1935us (2107us total) trans 98784258733 rc 0/0 00010000:00010000:0.0:1780968273.835406:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fdf91 lrc: 0/0,0 mode: --/PW res: [0x1724:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.835407:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35700 00010000:00010000:0.0:1780968273.835452:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968273.835456:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 2/0,0 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835469:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.835471:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 2/0,0 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835478:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 3/0,0 mode: PW/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835492:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 1/0,0 mode: --/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.835493:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004691fde0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+164:3018:x1867475551676544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 700us (1749us total) trans 4294976080 rc 0/0 00000100:00100000:1.0:1780968273.835513:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35703 00010000:00010000:0.0:1780968273.835520:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd994b86/0x986691d98fdf9f lrc: 0/0,0 mode: --/PW res: [0x1727:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835547:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968273.835550:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 2/0,0 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835556:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968273.835558:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 2/0,0 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.835563:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 3/0,0 mode: PW/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.835698:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.835704:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 2/0,0 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.835715:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000902e4db already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.835718:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 2/0,0 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.835727:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 3/0,0 mode: PW/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.835745:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 1/0,0 mode: --/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.835753:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000902e4db/0x986691d98fdfa6 lrc: 0/0,0 mode: --/PW res: [0x1059:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.835770:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.835771:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.835772:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.835778:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.835784:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.835824:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a93a7d89/2, rc 0, transno 10923 00000100:00100000:2.0:1780968273.835838:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a93a7d89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.835875:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f253d1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.835926:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.835948:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968273.835953:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c31f7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.835975:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.836003:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676864 00000100:00100000:2.0:1780968273.836038:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676928 00000100:00100000:2.0:1780968273.836065:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35704 00000100:00100000:2.0:1780968273.836071:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048926e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+164:3015:x1867475551676864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.836103:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4189 count 1 00002000:00010000:2.0:1780968273.836885:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x105d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.836895:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 3/0,1 mode: --/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.836922:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.836924:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.836929:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 3/0,1 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.836943:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 3/0,1 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.836953:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 3/0,1 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.836961:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 2/0,0 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.836982:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.837755:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048926e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+165:3015:x1867475551676864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1679us (1824us total) trans 4294976081 rc 0/0 00000100:00100000:2.0:1780968273.837767:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35704 00010000:00010000:0.0:1780968273.838185:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 1/0,0 mode: --/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.838208:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036d18c60/0x986691d98fdf98 lrc: 0/0,0 mode: --/PW res: [0x1726:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.838239:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968273.838245:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 2/0,0 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.838254:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00000100:00100000:2.0:1780968273.838264:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35705 00010000:00010000:0.0:1780968273.838277:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 2/0,0 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.838279:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da1f674d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+72:3015:x1867475551676928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.838299:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 3/0,0 mode: PW/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.838315:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 1/0,0 mode: --/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.838321:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf8cf7de/0x986691d98fdfad lrc: 0/0,0 mode: --/PW res: [0x105d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.838323:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5928 count 1 00010000:00010000:0.0:1780968273.838348:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.838351:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.838355:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1780968273.838363:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1728:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1780968273.838391:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001322834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.838451:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.838477:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ff56b37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551677056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.838495:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.838583:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 3/0,1 mode: --/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.838598:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.838601:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.838605:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 3/0,1 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.838619:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 3/0,1 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.838629:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 3/0,1 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.838638:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 2/0,0 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.838660:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.839842:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676800 00000100:00100000:1.0:1780968273.839915:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677056 00000100:00100000:1.0:1780968273.839942:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35706 00000100:00100000:1.0:1780968273.839948:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+165:3018:x1867475551676800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.839979:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4188 count 1 00002000:00010000:1.0:1780968273.840015:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x105c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.840022:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 3/0,1 mode: --/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.840036:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.840038:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.840042:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 3/0,1 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.840055:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 3/0,1 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.840063:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 3/0,1 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.840069:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 2/0,0 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.840088:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.840650:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da1f674d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+74:3015:x1867475551676928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2374us (4672us total) trans 98784258734 rc 0/0 00000100:00100000:2.0:1780968273.840661:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35705 00000100:00100000:2.0:1780968273.840692:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35707 00000100:00100000:2.0:1780968273.840697:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+73:3018:x1867475551677056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.840714:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5930 count 1 00002000:00010000:2.0:1780968273.840739:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x172a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.840744:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 3/0,1 mode: --/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.840755:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.840756:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.840759:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 3/0,1 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.840770:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 3/0,1 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.840778:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 3/0,1 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.840786:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 2/0,0 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.840806:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1780968273.841032:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a1ba53f5/2, rc 0, transno 8784 00000100:00100000:0.0:1780968273.841059:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1ba53f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676544:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.841073:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dbf894dc/2, rc 0, transno 10925 00000100:00100000:0.0:1780968273.841082:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbf894dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676288:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.841091:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8792dc9/2, rc 0, transno 10924 00000100:00100000:0.0:1780968273.841093:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8792dc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.841109:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780968273.841130:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f3748f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.841302:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.841320:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b00de48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.841337:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.841363:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676736 00000100:00100000:0.0:1780968273.841393:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676992 00000100:00100000:0.0:1780968273.841406:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35708 00000100:00100000:0.0:1780968273.841410:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fc43e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+167:3018:x1867475551676736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.841434:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4187 count 1 00000100:00100000:1.0:1780968273.841493:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+167:3018:x1867475551676800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1542us (3040us total) trans 4294976082 rc 0/0 00000100:00100000:1.0:1780968273.841505:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35706 00000100:00100000:1.0:1780968273.841533:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35709 00000100:00100000:1.0:1780968273.841538:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b24b4d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+75:3018:x1867475551676992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.841558:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5929 count 1 00002000:00010000:1.0:1780968273.841589:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1729:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.841594:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 3/0,1 mode: --/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.841604:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.841606:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.841609:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 3/0,1 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.841620:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 3/0,1 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.841628:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 3/0,1 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.841634:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 2/0,0 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.841643:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780968273.841851:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b24b4d60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+76:3018:x1867475551676992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 312us (512us total) trans 98784258736 rc 0/0 00000100:00100000:1.0:1780968273.841858:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35709 00002000:00010000:0.0:1780968273.841882:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x105b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.841892:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 3/0,1 mode: --/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.841917:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.841919:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.841923:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 3/0,1 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.841935:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 3/0,1 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.842257:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+75:3018:x1867475551677056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1557us (3758us total) trans 98784258735 rc 0/0 00000100:00100000:2.0:1780968273.842266:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35707 00010000:00010000:2.0:1780968273.842465:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.842472:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 2/0,0 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842483:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.842486:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 2/0,0 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842497:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 3/0,0 mode: PW/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842651:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 1/0,0 mode: --/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842661:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fdfb4 lrc: 0/0,0 mode: --/PW res: [0x1728:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842682:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.842685:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 2/0,0 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842699:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.842701:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 2/0,0 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842708:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 3/0,0 mode: PW/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842719:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 1/0,0 mode: --/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842726:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed287d66/0x986691d98fdfbb lrc: 0/0,0 mode: --/PW res: [0x105c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842740:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.842743:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 2/0,0 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842749:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.842751:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 2/0,0 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842758:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 3/0,0 mode: PW/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842766:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 1/0,0 mode: --/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842777:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fdfc2 lrc: 0/0,0 mode: --/PW res: [0x172a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842789:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.842791:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 2/0,0 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842796:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.842798:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 2/0,0 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842804:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 3/0,0 mode: PW/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842813:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 1/0,0 mode: --/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842819:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a2199b5/0x986691d98fdfd0 lrc: 0/0,0 mode: --/PW res: [0x1729:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.842830:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.842831:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.842833:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.842841:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.842853:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.842859:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.842892:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356f93a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551677120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.842953:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.843007:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005c31f7ad/2, rc 0, transno 10926 00000100:00100000:2.0:1780968273.843019:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c31f7ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.843057:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677120 00010000:00010000:0.0:1780968273.843388:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 3/0,1 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.843405:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 2/0,0 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.843442:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.843507:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35710 00000100:00100000:1.0:1780968273.843517:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0ce7f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+167:3015:x1867475551677120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.843550:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4190 count 1 00002000:00010000:1.0:1780968273.843586:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x105e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.843592:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 3/0,1 mode: --/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.843603:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.843606:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.843610:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 3/0,1 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.843622:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 3/0,1 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.843631:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 3/0,1 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.843638:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 2/0,0 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.843656:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968273.844624:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0ce7f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+169:3015:x1867475551677120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1101us (1665us total) trans 4294976084 rc 0/0 00000100:00100000:1.0:1780968273.844639:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35710 00000004:00080000:1.0:1780968273.844713:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000001322834/2, rc 0, transno 8786 00000100:00100000:1.0:1780968273.844732:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001322834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676800:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.844749:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000ff56b37/2, rc 0, transno 10927 00000100:00100000:1.0:1780968273.844757:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ff56b37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551677056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.844778:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9126595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551677312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.844819:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968273.844845:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002b00de48/2, rc 0, transno 10928 00000100:00100000:1.0:1780968273.844849:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b00de48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.844856:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968273.844862:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000014a0bc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551677248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.844881:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.844925:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677312 00000100:00100000:1.0:1780968273.844958:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677248 00000100:00100000:1.0:1780968273.844979:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35711 00000100:00100000:1.0:1780968273.844984:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c4fe303 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+76:3018:x1867475551677312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.844985:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.844996:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 2/0,0 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845009:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.845013:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 2/0,0 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.845015:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5933 count 1 00010000:00010000:2.0:1780968273.845026:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 3/0,0 mode: PW/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845054:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 1/0,0 mode: --/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968273.845054:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x172d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.845064:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 3/0,1 mode: --/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845066:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e7fc041/0x986691d98fdfc9 lrc: 0/0,0 mode: --/PW res: [0x105b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.845086:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.845088:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.845092:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 3/0,1 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.845106:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 3/0,1 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845111:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.845131:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 2/0,0 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.845134:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 3/0,1 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845148:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.845152:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 2/0,0 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.845152:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 2/0,0 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845177:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 3/0,0 mode: PW/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.845183:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.845189:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 1/0,0 mode: --/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845202:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fdfd7 lrc: 0/0,0 mode: --/PW res: [0x105e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845220:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.845223:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 2/0,0 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845229:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.845232:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 2/0,0 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845238:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 3/0,0 mode: PW/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845250:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 1/0,0 mode: --/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845257:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffde8901/0x986691d98fdfde lrc: 0/0,0 mode: --/PW res: [0x172d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845271:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.845274:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.845276:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.845429:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35712 00000100:00100000:2.0:1780968273.845436:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8720cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+77:3018:x1867475551677248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.845452:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5932 count 1 00002000:00010000:2.0:1780968273.845474:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x172c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.845479:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 3/0,1 mode: --/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845488:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.845491:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.845493:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 3/0,1 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.845500:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c4fe303 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+77:3018:x1867475551677312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 514us (680us total) trans 98784258737 rc 0/0 00010000:00010000:2.0:1780968273.845505:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 3/0,1 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.845511:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35711 00010000:00010000:2.0:1780968273.845527:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 3/0,1 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845535:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 2/0,0 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.845549:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.845722:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8720cb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+78:3018:x1867475551677248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 287us (840us total) trans 98784258738 rc 0/0 00000100:00100000:2.0:1780968273.845729:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35712 00000100:00100000:0.0:1780968273.846636:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fc43e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+168:3018:x1867475551676736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5044us (5155us total) trans 4294976083 rc 0/0 00000100:00100000:0.0:1780968273.846652:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35708 00000100:00100000:0.0:1780968273.847478:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c1822c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.847686:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.847698:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 2/0,0 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.847715:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.847719:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 2/0,0 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.847730:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 3/0,0 mode: PW/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.847758:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 1/0,0 mode: --/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.847765:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fdfe5 lrc: 0/0,0 mode: --/PW res: [0x172c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.847785:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.847786:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.847788:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.847801:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.847807:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.847867:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f253d1c/2, rc 0, transno 8785 00000100:00100000:2.0:1780968273.847911:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f253d1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551676864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.847939:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae1f3ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551677376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.848008:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780968273.848046:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000356f93a7/2, rc 0, transno 8788 00000100:00100000:2.0:1780968273.848063:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356f93a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551677120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.848075:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.848301:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042620582 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.848336:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.848466:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677376 00000100:00100000:2.0:1780968273.848488:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677184 00000100:00100000:2.0:1780968273.848525:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677440 00000100:00100000:2.0:1780968273.848605:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35713 00000100:00100000:2.0:1780968273.848613:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+78:3016:x1867475551677184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.848649:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5931 count 1 00002000:00010000:2.0:1780968273.848689:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x172b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:0.0:1780968273.848695:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008eaba2d2/2, rc 0, transno 10921 00010000:00010000:2.0:1780968273.848696:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 3/0,1 mode: --/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.848714:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eaba2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551676416:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.848715:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.848719:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.848725:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 3/0,1 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.848739:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780968273.848742:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 3/0,1 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.848751:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000f8e362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.848756:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 3/0,1 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.848766:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 2/0,0 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.848786:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.848792:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.849223:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+79:3016:x1867475551677184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 607us (1156us total) trans 98784258739 rc 0/0 00000100:00100000:2.0:1780968273.849241:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35713 00000100:00100000:2.0:1780968273.852910:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677632 00000100:00100000:0.0:1780968273.852936:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35714 00000100:00100000:2.0:1780968273.853004:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35715 00000100:00100000:2.0:1780968273.853012:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098d2a658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+169:3016:x1867475551677632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.853062:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4193 count 1 00002000:00010000:2.0:1780968273.853146:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1061:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.853155:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 3/0,1 mode: --/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.853173:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.853175:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780968273.853245:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec2049c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+78:3016:x1867475551677440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.853284:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5934 count 1 00002000:00010000:0.0:1780968273.853317:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x172e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.853324:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 3/0,1 mode: --/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.853338:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 3/0,1 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.853338:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.853342:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.853347:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 3/0,1 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.853368:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 3/0,1 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.853376:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 3/0,1 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.853382:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 2/0,0 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.853404:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968273.854831:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec2049c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+79:3016:x1867475551677440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1589us (6493us total) trans 98784258740 rc 0/0 00000100:00100000:0.0:1780968273.854845:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35714 00000004:00080000:0.0:1780968273.854926:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f1c1822c/2, rc 0, transno 10931 00000100:00100000:0.0:1780968273.854934:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c1822c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677184:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.855367:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000042620582/2, rc 0, transno 10932 00000100:00100000:0.0:1780968273.855374:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042620582 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.855406:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.855443:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551676224 00000100:00100000:0.0:1780968273.855693:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35716 00000100:00100000:0.0:1780968273.855700:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081ef0bf0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+79:3017:x1867475551676224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.855732:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5923 count 1 00002000:00010000:0.0:1780968273.855764:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1723:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.855771:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 3/0,1 mode: --/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.855784:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.855787:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.855790:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 3/0,1 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.855803:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 3/0,1 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.855811:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 3/0,1 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.855817:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 2/0,0 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.855837:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968273.856176:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081ef0bf0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+80:3017:x1867475551676224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 475us (771us total) trans 98784258741 rc 0/0 00000100:00100000:0.0:1780968273.856184:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35716 00010000:00010000:2.0:1780968273.856260:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 3/0,1 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.856285:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 3/0,1 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.856293:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 2/0,0 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.856330:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1ed054c/2, rc 0, transno 8781 00000100:00100000:0.0:1780968273.856348:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1ed054c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.856412:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed3785ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.856444:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.856508:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677696 00000100:00100000:2.0:1780968273.856557:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35717 00000100:00100000:2.0:1780968273.856563:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008517a94b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+170:3016:x1867475551677696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.856587:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3776 count 1 00002000:00010000:2.0:1780968273.856625:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xec0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.856629:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 3/0,1 mode: --/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.856641:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.856644:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.856648:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 3/0,1 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.856659:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 3/0,1 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.856666:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 3/0,1 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.856673:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 2/0,0 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.856675:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.856691:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e63b03d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677888:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.856696:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.856733:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.856770:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677888 00000100:00100000:0.0:1780968273.856807:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35718 00000100:00100000:0.0:1780968273.856811:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dd2ff16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+80:3016:x1867475551677888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.856829:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5937 count 1 00002000:00010000:0.0:1780968273.856863:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1731:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.856869:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 3/0,1 mode: --/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.856880:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.856883:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.856886:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 3/0,1 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.856897:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 3/0,1 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.856918:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 3/0,1 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.856925:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 2/0,0 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.856938:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968273.857029:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008517a94b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+171:3016:x1867475551677696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 463us (584us total) trans 4294976085 rc 0/0 00000100:00100000:2.0:1780968273.857040:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35717 00010000:00010000:2.0:1780968273.857084:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.857091:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 2/0,0 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.857101:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.857105:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 2/0,0 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.857310:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 3/0,0 mode: PW/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.857336:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 1/0,0 mode: --/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.857344:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fdfec lrc: 0/0,0 mode: --/PW res: [0x172b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.857346:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dd2ff16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+81:3016:x1867475551677888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 531us (613us total) trans 98784258742 rc 0/0 00000100:00100000:0.0:1780968273.857373:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35718 00000004:00080000:0.0:1780968273.857421:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed3785ee/2, rc 0, transno 8789 00000100:00100000:0.0:1780968273.857432:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed3785ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.857557:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072cfec32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.857710:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.857734:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677952 00000100:00100000:0.0:1780968273.857762:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35719 00000100:00100000:0.0:1780968273.857766:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ecd1ccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+171:3016:x1867475551677952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.857781:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4194 count 1 00002000:00010000:0.0:1780968273.857803:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1062:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.857808:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 3/0,1 mode: --/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.857818:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.857819:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.857822:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 3/0,1 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.857832:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 3/0,1 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.857840:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 3/0,1 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.857847:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 2/0,0 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.857855:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.858094:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ecd1ccc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+172:3016:x1867475551677952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 325us (384us total) trans 4294976086 rc 0/0 00000100:00100000:0.0:1780968273.858102:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35719 00000004:00080000:0.0:1780968273.858151:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e63b03d0/2, rc 0, transno 10934 00000100:00100000:0.0:1780968273.858162:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e63b03d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677888:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.858177:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000072cfec32/2, rc 0, transno 8790 00000100:00100000:0.0:1780968273.858185:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072cfec32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677952:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968273.858232:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b55a1a36/2, rc 0, transno 10916 00000100:00100000:0.0:1780968273.858240:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b55a1a36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675520:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.858254:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000012efc95c/2, rc 0, transno 8780 00000100:00100000:0.0:1780968273.858263:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012efc95c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.858288:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.858294:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 2/0,0 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.858303:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000e25a5029) 00000004:00080000:0.0:1780968273.858305:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000037a78dd5/2, rc 0, transno 8778 00010000:00010000:2.0:1780968273.858308:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 2/0,0 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.858317:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a78dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.858322:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 3/0,0 mode: PW/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.858346:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 1/0,0 mode: --/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.858349:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780968273.858357:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fdffa lrc: 0/0,0 mode: --/PW res: [0x172e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.858365:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045dec06e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.858391:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.858411:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678144 00000100:00100000:0.0:1780968273.858432:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35720 00000100:00100000:0.0:1780968273.858435:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000efa072d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+172:3016:x1867475551678144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.858448:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4197 count 1 00002000:00010000:0.0:1780968273.858652:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1065:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.858657:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 3/0,1 mode: --/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.858668:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.858670:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.858672:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 3/0,1 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.858683:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 3/0,1 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.858690:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 3/0,1 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.858697:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 2/0,0 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.858707:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.858844:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000efa072d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+173:3016:x1867475551678144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 406us (452us total) trans 4294976087 rc 0/0 00000100:00100000:0.0:1780968273.858851:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35720 00000004:00080000:0.0:1780968273.858879:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000045dec06e/2, rc 0, transno 8791 00000100:00100000:0.0:1780968273.858888:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045dec06e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.858942:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00000100:00100000:0.0:1780968273.858942:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041fe41f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678208:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.858948:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 2/0,0 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.858957:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.858959:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 2/0,0 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.858972:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 3/0,0 mode: PW/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.858986:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 1/0,0 mode: --/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.858992:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe001 lrc: 0/0,0 mode: --/PW res: [0x1723:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859004:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.859008:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 2/0,0 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859015:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.859017:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 2/0,0 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859023:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 3/0,0 mode: PW/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859032:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 1/0,0 mode: --/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859038:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a91a139/0x986691d98fe008 lrc: 0/0,0 mode: --/PW res: [0xec0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859050:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.859054:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 2/0,0 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859065:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.859069:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 2/0,0 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859075:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 3/0,0 mode: PW/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859086:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 1/0,0 mode: --/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.859094:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.859105:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe00f lrc: 0/0,0 mode: --/PW res: [0x1731:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.859148:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678208 00000100:00100000:0.0:1780968273.859173:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35721 00000100:00100000:0.0:1780968273.859177:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2f7d396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+173:3016:x1867475551678208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.859189:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4198 count 1 00002000:00010000:0.0:1780968273.859208:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1066:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.859212:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 3/0,1 mode: --/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.859226:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.859227:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.859229:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 3/0,1 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.859239:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 3/0,1 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.859246:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 3/0,1 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.859252:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 2/0,0 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.859261:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1780968273.859350:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.859354:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 2/0,0 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859363:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000e25a5029) 00000100:00100000:0.0:1780968273.859411:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2f7d396 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551678208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 232us (321us total) trans 4294976088 rc 0/0 00000100:00100000:0.0:1780968273.859421:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35721 00010000:00010000:2.0:1780968273.859427:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 2/0,0 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859439:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 3/0,0 mode: PW/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859456:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 1/0,0 mode: --/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859467:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe016 lrc: 0/0,0 mode: --/PW res: [0x1062:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859481:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.859483:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 2/0,0 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859489:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.859490:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 2/0,0 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859496:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 3/0,0 mode: PW/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859503:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 1/0,0 mode: --/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859508:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe01d lrc: 0/0,0 mode: --/PW res: [0x1065:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859517:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.859519:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 2/0,0 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859524:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.859526:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 2/0,0 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859536:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 3/0,0 mode: PW/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859544:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 1/0,0 mode: --/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859550:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfe4a51a/0x986691d98fe024 lrc: 0/0,0 mode: --/PW res: [0x1066:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859563:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.859564:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.859566:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.859654:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.859661:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968273.859662:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000041fe41f1/2, rc 0, transno 8792 00010000:00010000:2.0:1780968273.859669:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.859680:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041fe41f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.859725:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.859736:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000299b15d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.859744:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35722 00000100:00100000:2.0:1780968273.859754:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac7969b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+173:3015:x1867475551677376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.859772:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1780968273.859782:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4191 count 1 00000100:00100000:2.0:1780968273.859822:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678400 00000004:00080000:0.0:1780968273.859834:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000054830df0/2, rc 0, transno 8779 00000100:00100000:0.0:1780968273.859851:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054830df0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551675712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.859857:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35723 00000100:00100000:2.0:1780968273.859866:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2d3c4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551678400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968273.859879:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4199 count 1 00002000:00010000:2.0:1780968273.859917:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1067:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.859924:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 3/0,1 mode: --/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.859926:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000824e49b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.859949:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.859952:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.859956:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 3/0,1 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859968:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 3/0,1 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859975:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 3/0,1 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.859982:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 2/0,0 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.860000:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.860040:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.860086:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000920cbe7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.860142:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.860181:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678464 00000100:00100000:0.0:1780968273.860212:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677504 00000100:00100000:0.0:1780968273.860246:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35724 00000100:00100000:0.0:1780968273.860253:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebaab93b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+175:3016:x1867475551678464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.860277:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4200 count 1 00002000:00010000:0.0:1780968273.860310:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1068:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.860318:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 3/0,1 mode: --/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.860328:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.860331:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.860334:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 3/0,1 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.860347:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 3/0,1 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.860354:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 3/0,1 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.860361:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 2/0,0 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.860376:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968273.861301:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35725 00000100:00100000:1.0:1780968273.861314:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a66124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+81:3017:x1867475551677504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.861344:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5592 count 1 00002000:00010000:1.0:1780968273.861462:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.861470:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 3/0,1 mode: --/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.861485:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.861488:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.861492:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 3/0,1 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.861505:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 3/0,1 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.861515:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 3/0,1 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.861523:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 2/0,0 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.861552:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968273.862298:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a66124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+82:3017:x1867475551677504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 982us (2154us total) trans 98784258743 rc 0/0 00000100:00100000:1.0:1780968273.862310:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35725 00000100:00100000:0.0:1780968273.863205:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebaab93b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+177:3016:x1867475551678464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2947us (3161us total) trans 4294976090 rc 0/0 00000100:00100000:0.0:1780968273.863221:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35724 00000100:00100000:0.0:1780968273.863283:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cac089c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.863323:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.863360:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677760 00000100:00100000:0.0:1780968273.863389:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35726 00000100:00100000:0.0:1780968273.863394:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000596450d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+82:3017:x1867475551677760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.863419:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5935 count 1 00002000:00010000:0.0:1780968273.863453:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x172f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.863460:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 3/0,1 mode: --/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.863486:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.863490:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.863495:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 3/0,1 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.863517:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 3/0,1 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.863527:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 3/0,1 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.863534:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 2/0,0 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.863555:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:1.0:1780968273.863558:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000824e49b/2, rc 0, transno 8794 00000100:00100000:1.0:1780968273.863589:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000824e49b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.863932:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000596450d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+83:3017:x1867475551677760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 536us (607us total) trans 98784258744 rc 0/0 00000100:00100000:0.0:1780968273.863941:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35726 00000100:00100000:0.0:1780968273.864088:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f7d0417 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.864137:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.864159:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c0f03db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.864179:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.864202:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678016 00000100:00100000:0.0:1780968273.864225:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678272 00000100:00100000:0.0:1780968273.864240:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35727 00000100:00100000:0.0:1780968273.864244:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004691fde0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+177:3017:x1867475551678016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968273.864257:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4195 count 1 00002000:00010000:0.0:1780968273.864278:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1063:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.864282:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 3/0,1 mode: --/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.864290:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.864292:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.864294:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 3/0,1 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.864302:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 3/0,1 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.864308:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 3/0,1 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.864314:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 2/0,0 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.864325:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.864463:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004691fde0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+178:3017:x1867475551678016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (349us total) trans 4294976091 rc 0/0 00000100:00100000:0.0:1780968273.864470:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35727 00000100:00100000:0.0:1780968273.864484:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35728 00000100:00100000:0.0:1780968273.864487:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d2aa689 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+83:3017:x1867475551678272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.864498:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5938 count 1 00002000:00010000:0.0:1780968273.865075:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1732:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.865082:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 3/0,1 mode: --/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.865091:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.865093:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.865095:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 3/0,1 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.865105:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 3/0,1 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.865113:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 3/0,1 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.865150:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 2/0,0 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.865160:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968273.865342:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d2aa689 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+84:3017:x1867475551678272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 852us (1160us total) trans 98784258745 rc 0/0 00000100:00100000:0.0:1780968273.865349:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35728 00000004:00080000:0.0:1780968273.865403:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000035b4fb0/2, rc 0, transno 10933 00000100:00100000:0.0:1780968273.865427:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000035b4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551676224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.865442:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a791ff08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.865470:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.865499:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000920cbe7a/2, rc 0, transno 10935 00000100:00100000:0.0:1780968273.865503:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000920cbe7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677504:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.865522:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cac089c4/2, rc 0, transno 10936 00000100:00100000:0.0:1780968273.865526:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cac089c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677760:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.865541:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002f7d0417/2, rc 0, transno 8795 00000100:00100000:0.0:1780968273.865554:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f7d0417 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.865558:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678528 00000100:00100000:1.0:1780968273.865619:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35729 00000100:00100000:1.0:1780968273.865626:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005895487 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+178:3017:x1867475551678528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.865659:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4201 count 1 00002000:00010000:1.0:1780968273.865696:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1069:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.865703:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 3/0,1 mode: --/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.865718:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.865720:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.865725:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 3/0,1 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.865739:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 3/0,1 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.865748:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 3/0,1 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.865754:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 2/0,0 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.865766:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000004:00080000:0.0:1780968273.866036:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006c0f03db/2, rc 0, transno 10937 00000100:00100000:0.0:1780968273.866044:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c0f03db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.866058:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 5 async RPCs [3->2] 00000100:00100000:0.0:1780968273.866066:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068e1dd2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.866092:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005895487 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+179:3017:x1867475551678528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 464us (619us total) trans 4294976092 rc 0/0 00000100:00100000:1.0:1780968273.866105:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35729 00000100:00100000:0.0:1780968273.866110:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.866161:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037897a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.866172:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677568 00000100:00100000:0.0:1780968273.866191:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.870553:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551677824 00000100:00100000:1.0:1780968273.870664:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35730 00000100:00100000:1.0:1780968273.870672:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a636ec2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+179:3017:x1867475551677568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.870720:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4192 count 1 00002000:00010000:1.0:1780968273.870772:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1060:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.870781:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 3/0,1 mode: --/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.870798:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.870802:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.870808:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 3/0,1 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.870824:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 3/0,1 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.870835:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 3/0,1 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.870842:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 2/0,0 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.870856:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1780968273.871279:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a636ec2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+180:3017:x1867475551677568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 605us (5168us total) trans 4294976093 rc 0/0 00000100:00100000:1.0:1780968273.871290:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35730 00000100:00100000:1.0:1780968273.871322:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35731 00000100:00100000:1.0:1780968273.871328:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08ca853 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+84:3017:x1867475551677824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.871345:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5936 count 1 00002000:00010000:1.0:1780968273.871529:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1730:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.871535:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 3/0,1 mode: --/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.871546:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.871549:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.871552:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 3/0,1 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.871569:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 3/0,1 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.871577:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 3/0,1 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.871584:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 2/0,0 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.871594:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:1.0:1780968273.872504:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08ca853 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+85:3017:x1867475551677824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1170us (6309us total) trans 98784258746 rc 0/0 00000100:00100000:1.0:1780968273.872516:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35731 00000100:00100000:1.0:1780968273.872584:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fa5ff0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.872633:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.872685:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678720 00000100:00100000:1.0:1780968273.872720:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35732 00000100:00100000:1.0:1780968273.872725:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082bf6afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+85:3016:x1867475551678720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.872750:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5941 count 1 00002000:00010000:1.0:1780968273.872781:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1735:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.872788:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 3/0,1 mode: --/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.872801:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.872803:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.872807:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 3/0,1 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.872820:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 3/0,1 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.872830:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 3/0,1 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.872837:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 2/0,0 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.872845:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:1.0:1780968273.873050:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082bf6afe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+86:3016:x1867475551678720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 324us (417us total) trans 98784258747 rc 0/0 00000100:00100000:1.0:1780968273.873058:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35732 00000004:00080000:1.0:1780968273.873113:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005fa5ff0f/2, rc 0, transno 10939 00000100:00100000:1.0:1780968273.873470:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fa5ff0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.873479:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968273.873489:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093b733bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.873528:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.873560:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678656 00000100:00100000:1.0:1780968273.873587:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35733 00000100:00100000:1.0:1780968273.873592:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006477b352 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+86:3016:x1867475551678656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.873614:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5940 count 1 00002000:00010000:1.0:1780968273.873641:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1734:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.873646:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 3/0,1 mode: --/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.873663:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.873666:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.873669:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 3/0,1 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.873680:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 3/0,1 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.873688:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 3/0,1 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.873695:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 2/0,0 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.873705:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:1.0:1780968273.873947:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006477b352 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+87:3016:x1867475551678656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 352us (418us total) trans 98784258748 rc 0/0 00000100:00100000:1.0:1780968273.873954:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35733 00000004:00080000:1.0:1780968273.873990:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000093b733bc/2, rc 0, transno 10940 00000100:00100000:1.0:1780968273.873995:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093b733bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.874631:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000abf228d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.874680:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.874715:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678080 00000100:00100000:1.0:1780968273.874749:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35734 00000100:00100000:1.0:1780968273.874754:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb3a54a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+180:3017:x1867475551678080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.874776:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4196 count 1 00002000:00010000:1.0:1780968273.874813:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1064:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.874819:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 3/0,1 mode: --/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.874832:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.874834:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.874838:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 3/0,1 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.874851:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 3/0,1 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.874859:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 3/0,1 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.874866:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 2/0,0 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.874876:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:1.0:1780968273.875293:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb3a54a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+181:3017:x1867475551678080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 537us (612us total) trans 4294976094 rc 0/0 00000100:00100000:1.0:1780968273.875301:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35734 00000100:00100000:1.0:1780968273.875332:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c833b78c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.875432:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.875454:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c1828c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.875478:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.875499:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678336 00000100:00100000:1.0:1780968273.875534:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678592 00000100:00100000:1.0:1780968273.875552:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35735 00000100:00100000:1.0:1780968273.875557:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fd8cc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+87:3017:x1867475551678336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.875573:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5939 count 1 00002000:00010000:1.0:1780968273.875596:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1733:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.875601:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 3/0,1 mode: --/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875610:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.875612:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.875614:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 3/0,1 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875624:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 3/0,1 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875630:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 3/0,1 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875635:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 2/0,0 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875642:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:1.0:1780968273.875805:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fd8cc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+88:3017:x1867475551678336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 247us (439us total) trans 98784258749 rc 0/0 00000100:00100000:1.0:1780968273.875812:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35735 00000100:00100000:1.0:1780968273.875824:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35736 00000100:00100000:1.0:1780968273.875828:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1dd8e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+181:3017:x1867475551678592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968273.875839:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4202 count 1 00002000:00010000:1.0:1780968273.875856:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x106a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.875861:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 3/0,1 mode: --/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875868:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.875870:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.875872:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 3/0,1 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875879:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 3/0,1 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875885:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 3/0,1 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875891:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 2/0,0 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.875899:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00000100:00100000:1.0:1780968273.876557:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1dd8e27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+182:3017:x1867475551678592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 726us (1076us total) trans 4294976095 rc 0/0 00000100:00100000:1.0:1780968273.876568:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35736 00000004:00080000:1.0:1780968273.876628:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a791ff08/2, rc 0, transno 8796 00000100:00100000:1.0:1780968273.876658:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a791ff08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968273.876681:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b37244 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.876720:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968273.876755:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000068e1dd2d/2, rc 0, transno 8797 00000100:00100000:1.0:1780968273.876773:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068e1dd2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677568:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.876789:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000037897a27/2, rc 0, transno 10938 00000100:00100000:0.0:1780968273.876789:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678784 00000100:00100000:1.0:1780968273.876800:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037897a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551677824:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.876813:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000abf228d/2, rc 0, transno 8798 00000100:00100000:1.0:1780968273.876819:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000abf228d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678080:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968273.876830:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c833b78c/2, rc 0, transno 10941 00000100:00100000:1.0:1780968273.876835:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c833b78c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678336:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.876848:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005c1828c5/2, rc 0, transno 8799 00000100:00100000:1.0:1780968273.876854:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c1828c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.876865:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35737 00000100:00100000:1.0:1780968273.876866:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780968273.876875:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+88:3017:x1867475551678784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.876878:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009f9ee72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678848:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.876927:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5942 count 1 00000100:00100000:1.0:1780968273.876928:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.876974:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678848 00002000:00010000:0.0:1780968273.876982:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1736:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.876993:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 3/0,1 mode: --/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.877008:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35738 00000100:00100000:1.0:1780968273.877016:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+89:3017:x1867475551678848:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.877019:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.877024:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.877028:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 3/0,1 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.877037:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5943 count 1 00010000:00010000:0.0:1780968273.877043:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 3/0,1 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.877055:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 3/0,1 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.877062:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 2/0,0 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968273.877067:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1737:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.877076:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00010000:00010000:1.0:1780968273.877078:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 3/0,1 mode: --/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.877092:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.877093:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.877096:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 3/0,1 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.877108:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 3/0,1 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877491:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:2.0:1780968273.877499:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 2/0,0 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877509:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877513:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 2/0,0 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877522:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 3/0,0 mode: PW/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877544:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 1/0,0 mode: --/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877550:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098eaa1e8/0x986691d98fe02b lrc: 0/0,0 mode: --/PW res: [0x1067:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877572:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:2.0:1780968273.877575:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 2/0,0 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877581:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877582:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 2/0,0 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877588:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 3/0,0 mode: PW/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877597:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 1/0,0 mode: --/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877603:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe032 lrc: 0/0,0 mode: --/PW res: [0x1068:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877617:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:2.0:1780968273.877619:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 2/0,0 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877626:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c1932b already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877628:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 2/0,0 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877634:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 3/0,0 mode: PW/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877651:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 1/0,0 mode: --/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.877651:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072783d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+90:3017:x1867475551678784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 771us (925us total) trans 98784258750 rc 0/0 00010000:00010000:2.0:1780968273.877675:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c1932b/0x986691d98fe039 lrc: 0/0,0 mode: --/PW res: [0x15d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.877683:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35737 00010000:00010000:2.0:1780968273.877707:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:2.0:1780968273.877710:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 2/0,0 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877717:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be8ca386 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877720:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 2/0,0 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877726:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 3/0,0 mode: PW/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877738:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 1/0,0 mode: --/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877745:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be8ca386/0x986691d98fe040 lrc: 0/0,0 mode: --/PW res: [0x172f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.877758:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000434602f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679040:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.877761:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1780968273.877765:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 2/0,0 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877778:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082c9af4f already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877780:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 2/0,0 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877787:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 3/0,0 mode: PW/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877797:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 1/0,0 mode: --/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.877807:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.877815:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082c9af4f/0x986691d98fe047 lrc: 0/0,0 mode: --/PW res: [0x1063:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877835:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:2.0:1780968273.877839:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 2/0,0 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877845:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877847:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 2/0,0 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877853:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 3/0,0 mode: PW/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.877857:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d1b37244/2, rc 0, transno 10942 00010000:00010000:2.0:1780968273.877867:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 1/0,0 mode: --/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.877876:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b37244 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678784:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.877895:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe04e lrc: 0/0,0 mode: --/PW res: [0x1732:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.877917:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1780968273.877926:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00000100:00100000:0.0:1780968273.877932:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098f9eb13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679104:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.877935:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 2/0,0 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877944:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063690e73 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877946:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 2/0,0 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877952:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 3/0,0 mode: PW/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877962:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 1/0,0 mode: --/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877967:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe055 lrc: 0/0,0 mode: --/PW res: [0x1069:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877978:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1780968273.877981:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 2/0,0 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.877987:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.877989:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 2/0,0 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878000:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 3/0,0 mode: PW/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878008:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 1/0,0 mode: --/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878014:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe05c lrc: 0/0,0 mode: --/PW res: [0x1060:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878024:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1780968273.878027:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 2/0,0 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878033:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048401b1d already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.878035:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 2/0,0 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878041:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 3/0,0 mode: PW/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878048:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 1/0,0 mode: --/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878054:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048401b1d/0x986691d98fe063 lrc: 0/0,0 mode: --/PW res: [0x1730:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878064:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.878067:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 2/0,0 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878073:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000596031f9 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.878076:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 2/0,0 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878082:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 3/0,0 mode: PW/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878090:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 1/0,0 mode: --/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878096:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe06a lrc: 0/0,0 mode: --/PW res: [0x1735:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.878108:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.878110:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 2/0,0 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878271:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 3/0,1 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878279:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 2/0,0 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878291:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968273.878368:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.878401:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679040 00000100:00100000:0.0:1780968273.878427:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679104 00000100:00100000:0.0:1780968273.878447:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35739 00000100:00100000:0.0:1780968273.878453:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b30ec53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+91:3017:x1867475551679040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.878643:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5945 count 1 00000100:00100000:1.0:1780968273.878667:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+92:3017:x1867475551678848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1648us (1738us total) trans 98784258751 rc 0/0 00002000:00010000:0.0:1780968273.878676:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1739:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1780968273.878682:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35738 00010000:00010000:0.0:1780968273.878693:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 3/0,1 mode: --/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.878705:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.878707:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.878712:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 3/0,1 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.878722:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35740 00010000:00010000:0.0:1780968273.878733:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 3/0,1 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.878735:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24ac6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+91:3017:x1867475551679104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.878755:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 3/0,1 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.878763:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 2/0,0 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.878766:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5946 count 1 00010000:00010000:0.0:1780968273.878780:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1780968273.878798:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x173a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.878805:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 3/0,1 mode: --/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878816:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.878818:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.878822:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 3/0,1 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878832:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 3/0,1 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878839:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 3/0,1 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878846:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 2/0,0 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.878863:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780968273.879090:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24ac6f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+92:3017:x1867475551679104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 358us (724us total) trans 98784258752 rc 0/0 00000100:00100000:1.0:1780968273.879100:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35740 00000100:00100000:0.0:1780968273.879567:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b30ec53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+92:3017:x1867475551679040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1110us (1766us total) trans 98784258753 rc 0/0 00000100:00100000:0.0:1780968273.879576:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35739 00000004:00080000:0.0:1780968273.879639:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000098f9eb13/2, rc 0, transno 10944 00000100:00100000:0.0:1780968273.879648:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098f9eb13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679104:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.879663:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000434602f3/2, rc 0, transno 10945 00000100:00100000:0.0:1780968273.879670:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000434602f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679040:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.879698:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000009f9ee72/2, rc 0, transno 10943 00000100:00100000:0.0:1780968273.879709:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009f9ee72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551678848:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.879763:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.879769:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 2/0,0 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879779:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 3/0,0 mode: PW/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879799:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 1/0,0 mode: --/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879811:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe071 lrc: 0/0,0 mode: --/PW res: [0x1734:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879832:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1780968273.879836:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 2/0,0 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879844:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea2e01c already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.879846:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 2/0,0 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879853:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 3/0,0 mode: PW/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879863:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 1/0,0 mode: --/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879870:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe078 lrc: 0/0,0 mode: --/PW res: [0x1064:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879883:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.879885:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 2/0,0 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879892:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.879894:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 2/0,0 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879918:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 3/0,0 mode: PW/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879930:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 1/0,0 mode: --/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879936:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe07f lrc: 0/0,0 mode: --/PW res: [0x1733:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879950:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.879952:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 2/0,0 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879959:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df416bfc already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.879961:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 2/0,0 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879967:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 3/0,0 mode: PW/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879975:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 1/0,0 mode: --/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879981:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df416bfc/0x986691d98fe086 lrc: 0/0,0 mode: --/PW res: [0x106a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.879996:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.879999:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 2/0,0 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880006:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bfdd51e already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.880008:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 2/0,0 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880014:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 3/0,0 mode: PW/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880024:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 1/0,0 mode: --/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880030:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe08d lrc: 0/0,0 mode: --/PW res: [0x1736:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880043:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.880045:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 2/0,0 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880051:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.880053:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 2/0,0 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880059:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 3/0,0 mode: PW/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880068:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 1/0,0 mode: --/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880079:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe094 lrc: 0/0,0 mode: --/PW res: [0x1737:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880090:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.880092:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 2/0,0 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880099:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.880101:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 2/0,0 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880107:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 3/0,0 mode: PW/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.880264:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c4a3021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.880327:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.880453:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 1/0,0 mode: --/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880461:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe09b lrc: 0/0,0 mode: --/PW res: [0x1739:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880475:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.880478:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 2/0,0 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880484:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.880486:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 2/0,0 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880497:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 3/0,0 mode: PW/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880506:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 1/0,0 mode: --/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880512:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe0a2 lrc: 0/0,0 mode: --/PW res: [0x173a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880528:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.880530:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.880532:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.880629:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.880651:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678976 00000100:00100000:2.0:1780968273.880695:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35741 00000100:00100000:2.0:1780968273.880702:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+92:3016:x1867475551678976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.880728:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5593 count 1 00002000:00010000:2.0:1780968273.880761:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.880766:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 3/0,1 mode: --/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880777:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.880780:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.880784:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 3/0,1 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880795:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 3/0,1 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880803:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 3/0,1 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880810:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 2/0,0 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.880825:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.881080:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389ff593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+93:3016:x1867475551678976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 377us (753us total) trans 98784258754 rc 0/0 00000100:00100000:2.0:1780968273.881090:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35741 00000100:00100000:1.0:1780968273.881252:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000505c5b2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.881285:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968273.881321:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006c4a3021/2, rc 0, transno 10946 00000100:00100000:1.0:1780968273.881331:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c4a3021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.881342:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780968273.881346:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a81e4b12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.881441:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.881459:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006794a39f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.881480:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.881513:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679232 00000100:00100000:1.0:1780968273.881538:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551678912 00000100:00100000:1.0:1780968273.881560:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679168 00000100:00100000:1.0:1780968273.881578:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35742 00000100:00100000:1.0:1780968273.881582:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:3016:x1867475551679232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.881603:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5948 count 1 00002000:00010000:1.0:1780968273.881629:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x173c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.881634:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 3/0,1 mode: --/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.881651:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.881653:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.881656:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 3/0,1 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.881668:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35743 00010000:00010000:1.0:1780968273.881669:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 3/0,1 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.881681:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+95:3016:x1867475551678912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968273.881682:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 3/0,1 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.881699:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 2/0,0 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.881716:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1780968273.881724:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5944 count 1 00002000:00010000:3.0:1780968273.881763:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1738:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.881770:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 3/0,1 mode: --/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.881784:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.881786:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.881790:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 3/0,1 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.881803:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 3/0,1 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.881812:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 3/0,1 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.881820:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 2/0,0 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.881833:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968273.881956:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+96:3016:x1867475551679232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 371us (669us total) trans 98784258755 rc 0/0 00000100:00100000:1.0:1780968273.881965:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35742 00000100:00100000:1.0:1780968273.881987:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35744 00000100:00100000:1.0:1780968273.881991:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:3016:x1867475551679168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.882004:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5947 count 1 00002000:00010000:1.0:1780968273.882022:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x173b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.882027:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 3/0,1 mode: --/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.882036:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.882038:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.882042:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 3/0,1 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.882053:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 3/0,1 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.882061:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 3/0,1 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.882068:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 2/0,0 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.882079:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.882100:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f2d7544 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.882190:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.882227:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780968273.882235:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a4e761e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.882283:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.882292:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 2/0,0 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882301:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.882305:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 2/0,0 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882314:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 3/0,0 mode: PW/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882334:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 1/0,0 mode: --/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882341:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0a9 lrc: 0/0,0 mode: --/PW res: [0x15d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882445:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.882448:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 2/0,0 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882455:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.882459:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 2/0,0 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882465:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 3/0,0 mode: PW/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882479:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 1/0,0 mode: --/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.882480:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.882490:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe0b0 lrc: 0/0,0 mode: --/PW res: [0x173c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.882491:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041aa0ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+96:3016:x1867475551678912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 811us (1122us total) trans 98784258756 rc 0/0 00000100:00100000:3.0:1780968273.882514:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35743 00010000:00010000:2.0:1780968273.882535:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1780968273.882538:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679296 00010000:00010000:2.0:1780968273.882541:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 2/0,0 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882549:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.882551:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 2/0,0 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882558:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 3/0,0 mode: PW/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.882573:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679360 00010000:00010000:2.0:1780968273.882578:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 1/0,0 mode: --/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882586:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037014cc4/0x986691d98fe0b7 lrc: 0/0,0 mode: --/PW res: [0x1738:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882606:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1780968273.882610:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35745 00010000:00010000:2.0:1780968273.882611:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 2/0,0 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.882625:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b09ce3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+98:3017:x1867475551679296:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.882631:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.882636:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 2/0,0 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.882643:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 3/0,0 mode: PW/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780968273.882651:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5949 count 1 00000100:00100000:3.0:1780968273.882655:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35746 00010000:00010000:2.0:1780968273.882658:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 1/0,0 mode: --/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.882666:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8305d3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+97:3017:x1867475551679360:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1780968273.882678:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x173d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:3.0:1780968273.882693:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5950 count 1 00010000:00010000:2.0:1780968273.882694:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe0be lrc: 0/0,0 mode: --/PW res: [0x173b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.882699:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 3/0,1 mode: --/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.882717:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x173e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.882731:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 3/0,1 mode: --/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.882741:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.882744:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.882745:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.882748:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968273.882748:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 3/0,1 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.882751:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.882753:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.882755:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.882759:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 3/0,1 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.882767:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 3/0,1 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.882770:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 3/0,1 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.882785:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 3/0,1 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.882786:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 3/0,1 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.882807:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 2/0,0 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.882808:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 2/0,0 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.882837:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.883074:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8305d3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+98:3017:x1867475551679360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 411us (598us total) trans 98784258757 rc 0/0 00000100:00100000:3.0:1780968273.883080:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35746 00010000:00010000:0.0:1780968273.883391:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1780968273.884362:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a81e4b12/2, rc 0, transno 10948 00000100:00100000:0.0:1780968273.884467:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b09ce3d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+99:3017:x1867475551679296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1839us (2274us total) trans 98784258758 rc 0/0 00000100:00100000:0.0:1780968273.884478:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35745 00000004:00080000:0.0:1780968273.884554:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a4e761e/2, rc 0, transno 10949 00000100:00100000:0.0:1780968273.884561:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a4e761e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679360:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.884571:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f2d7544/2, rc 0, transno 10950 00000100:00100000:0.0:1780968273.884574:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f2d7544 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.884652:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+98:3016:x1867475551679168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2660us (3171us total) trans 98784258759 rc 0/0 00000100:00100000:0.0:1780968273.884659:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35744 00010000:00010000:2.0:1780968273.885966:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.885978:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 2/0,0 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.885995:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.886002:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 2/0,0 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886012:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 3/0,0 mode: PW/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886045:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 1/0,0 mode: --/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886052:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe0cc lrc: 0/0,0 mode: --/PW res: [0x173e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.886075:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094e50ad0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.886076:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.886083:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 2/0,0 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886092:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033e000b6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.886094:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 2/0,0 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886101:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 3/0,0 mode: PW/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968273.886203:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a81e4b12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678912:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.886241:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006794a39f/2, rc 0, transno 10951 00000100:00100000:1.0:1780968273.886245:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006794a39f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679168:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.886256:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000505c5b2d/2, rc 0, transno 10947 00000100:00100000:1.0:1780968273.886259:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000505c5b2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.886280:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004249befa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679488:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.886354:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000014a0bc3/2, rc 0, transno 10930 00000100:00100000:1.0:1780968273.886358:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000014a0bc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551677248:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968273.886449:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f9126595/2, rc 0, transno 10929 00000100:00100000:1.0:1780968273.886460:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9126595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551677312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.886463:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968273.886487:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000087f3748f/2, rc 0, transno 8787 00000100:00100000:1.0:1780968273.886507:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f3748f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551676736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968273.886583:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 1/0,0 mode: --/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886602:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe0c5 lrc: 0/0,0 mode: --/PW res: [0x173d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.886644:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.886647:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.886648:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.886686:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.886712:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.886725:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b9c1d4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.886774:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.886808:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.886810:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d811ee37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.886834:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679552 00000100:00100000:0.0:1780968273.886842:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.886865:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968273.886874:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008412dae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.886885:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679488 00000100:00100000:0.0:1780968273.886926:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.886929:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679424 00000100:00100000:3.0:1780968273.886944:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679744 00000100:00100000:2.0:1780968273.886961:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679680 00000100:00100000:3.0:1780968273.886994:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35747 00000100:00100000:3.0:1780968273.887002:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048926e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:3017:x1867475551679552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.887032:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5953 count 1 00000100:00100000:2.0:1780968273.887046:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35748 00000100:00100000:2.0:1780968273.887053:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da1f674d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+102:3016:x1867475551679488:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1780968273.887071:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1741:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:2.0:1780968273.887080:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5952 count 1 00010000:00010000:3.0:1780968273.887081:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 3/0,1 mode: --/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.887098:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.887100:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.887105:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 3/0,1 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.887229:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1740:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.887236:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 3/0,1 mode: --/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887248:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.887251:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.887255:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 3/0,1 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887267:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 3/0,1 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887277:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 3/0,1 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887291:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 2/0,0 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887309:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968273.887735:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35749 00000100:00100000:0.0:1780968273.887745:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073511a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+103:3016:x1867475551679424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.887756:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da1f674d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+103:3016:x1867475551679488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 699us (1070us total) trans 98784258760 rc 0/0 00002000:00080000:0.0:1780968273.887767:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5951 count 1 00000100:00100000:2.0:1780968273.887768:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35748 00002000:00010000:0.0:1780968273.887797:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x173f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.887805:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 3/0,1 mode: --/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.887813:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35750 00000100:00100000:2.0:1780968273.887822:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9f00c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+102:3016:x1867475551679744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968273.887825:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.887829:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.887832:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 3/0,1 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.887841:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5594 count 1 00010000:00010000:0.0:1780968273.887847:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 3/0,1 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.887859:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 3/0,1 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.887862:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 3/0,1 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.887866:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 2/0,0 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.887869:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.887885:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 3/0,1 mode: --/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.887896:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 3/0,1 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.887931:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1780968273.887937:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.887941:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.887944:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 3/0,1 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887955:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 3/0,1 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887962:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 3/0,1 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887969:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 2/0,0 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.887985:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1780968273.888157:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 2/0,0 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.888169:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9f00c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+103:3016:x1867475551679744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 345us (1326us total) trans 98784258761 rc 0/0 00000100:00100000:2.0:1780968273.888177:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35750 00000100:00100000:2.0:1780968273.888194:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35751 00000100:00100000:2.0:1780968273.888199:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b7c729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+102:3016:x1867475551679680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.888211:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5558 count 1 00010000:00010000:3.0:1780968273.888227:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1780968273.888229:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.888236:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 3/0,1 mode: --/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.888245:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.888246:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.888248:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 3/0,1 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.888257:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 3/0,1 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.888264:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 3/0,1 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.888271:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 2/0,0 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.888282:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1780968273.888354:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.888359:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 2/0,0 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.888670:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb45d83a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.888726:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.888750:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780968273.888758:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000faac1357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.888781:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.888796:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68432df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.888825:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.888840:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048926e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+104:3017:x1867475551679552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1835us (2385us total) trans 98784258762 rc 0/0 00000100:00100000:3.0:1780968273.888852:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35747 00000100:00100000:0.0:1780968273.888856:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679808 00000100:00100000:3.0:1780968273.888880:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679616 00000100:00100000:0.0:1780968273.888887:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679872 00000100:00100000:3.0:1780968273.888988:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35752 00000100:00100000:3.0:1780968273.888993:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccf0230 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+106:3017:x1867475551679808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.889014:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5955 count 1 00002000:00010000:3.0:1780968273.889037:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1743:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.889043:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 3/0,1 mode: --/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889058:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.889060:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.889063:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 3/0,1 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889072:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 3/0,1 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889079:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 3/0,1 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889085:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 2/0,0 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889094:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1780968273.889242:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccf0230 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+107:3017:x1867475551679808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 247us (516us total) trans 98784258764 rc 0/0 00000100:00100000:3.0:1780968273.889249:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35752 00000100:00100000:3.0:1780968273.889262:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35753 00000100:00100000:3.0:1780968273.889265:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bec4bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+106:3017:x1867475551679616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.889278:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5954 count 1 00002000:00010000:3.0:1780968273.889293:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1742:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.889296:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 3/0,1 mode: --/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889379:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.889381:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.889383:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 3/0,1 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889392:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 3/0,1 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889398:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 3/0,1 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889404:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 2/0,0 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.889412:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:2.0:1780968273.889483:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.889491:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 2/0,0 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889505:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 3/0,0 mode: PW/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889531:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 1/0,0 mode: --/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889538:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe0da lrc: 0/0,0 mode: --/PW res: [0x1740:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889564:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.889569:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 2/0,0 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889576:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.889579:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 2/0,0 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889586:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 3/0,0 mode: PW/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889600:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 1/0,0 mode: --/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889611:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe0e1 lrc: 0/0,0 mode: --/PW res: [0x173f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889630:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.889634:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 2/0,0 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.889646:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35754 00010000:00010000:2.0:1780968273.889647:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.889656:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 2/0,0 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.889665:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+107:3017:x1867475551679872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.889679:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 3/0,0 mode: PW/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780968273.889693:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5956 count 1 00010000:00010000:2.0:1780968273.889694:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 1/0,0 mode: --/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889708:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe0e8 lrc: 0/0,0 mode: --/PW res: [0x15da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.889719:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bec4bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+107:3017:x1867475551679616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 444us (929us total) trans 98784258765 rc 0/0 00002000:00010000:0.0:1780968273.889721:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1744:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.889739:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 3/0,1 mode: --/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.889746:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35753 00010000:00010000:2.0:1780968273.889748:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.889756:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 2/0,0 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.889758:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.889763:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.889767:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 3/0,1 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889794:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c7d7fe6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.889799:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 2/0,0 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.889801:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 3/0,1 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889846:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 3/0,0 mode: PW/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.889846:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 3/0,1 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.889847:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b7c729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+106:3016:x1867475551679680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1645us (2922us total) trans 98784258763 rc 0/0 00000100:00100000:3.0:1780968273.889880:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35751 00010000:00010000:0.0:1780968273.889894:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 2/0,0 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889912:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 1/0,0 mode: --/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.889918:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1780968273.889925:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c7d7fe6/0x986691d98fe0d3 lrc: 0/0,0 mode: --/PW res: [0x1741:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889946:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.889949:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 2/0,0 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889955:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.889958:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 2/0,0 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889964:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 3/0,0 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889975:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 1/0,0 mode: --/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.889981:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe0ef lrc: 0/0,0 mode: --/PW res: [0x15b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890010:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.890016:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 2/0,0 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890024:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050b36e93 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.890026:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 2/0,0 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890033:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 3/0,0 mode: PW/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890046:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 1/0,0 mode: --/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890054:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050b36e93/0x986691d98fe0f6 lrc: 0/0,0 mode: --/PW res: [0x1743:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890076:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.890079:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 2/0,0 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890087:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc6e2da5 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.890089:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 2/0,0 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.890097:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 3/0,0 mode: PW/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.890177:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+107:3017:x1867475551679872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 516us (1350us total) trans 98784258766 rc 0/0 00000100:00100000:0.0:1780968273.890186:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35754 00000100:00100000:3.0:1780968273.890222:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073511a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+106:3016:x1867475551679424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2476us (3451us total) trans 98784258767 rc 0/0 00000100:00100000:3.0:1780968273.890230:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35749 00000004:00080000:0.0:1780968273.890249:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eb45d83a/2, rc 0, transno 10956 00010000:00010000:2.0:1780968273.891655:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 1/0,0 mode: --/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891689:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc6e2da5/0x986691d98fe0fd lrc: 0/0,0 mode: --/PW res: [0x1742:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891720:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.891724:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 2/0,0 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891730:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037f070a1 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.891734:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 2/0,0 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891742:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 3/0,0 mode: PW/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891763:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 1/0,0 mode: --/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891769:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe104 lrc: 0/0,0 mode: --/PW res: [0x1744:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.891784:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.891785:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.891787:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.891814:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.891822:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.891828:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.891882:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2d3c4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+181:3016:x1867475551678400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32013us (32108us total) trans 4294976089 rc 0/0 00000100:00100000:2.0:1780968273.891895:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35723 00000100:00100000:0.0:1780968273.891916:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb45d83a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679808:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1780968273.892044:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x105f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.892052:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 3/0,1 mode: --/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.892065:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.892067:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.892072:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 3/0,1 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.892084:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 3/0,1 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.892093:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 3/0,1 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.892099:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 2/0,0 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.892420:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000094e50ad0/2, rc 0, transno 10954 00010000:00010000:3.0:1780968273.896220:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.897003:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098d2a658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+181:3016:x1867475551677632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43985us (48208us total) trans 4294976096 rc 0/0 00000100:00100000:3.0:1780968273.897018:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35715 00000100:00100000:3.0:1780968273.897073:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004eb76346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551679936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.897111:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.897292:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551679936 00000100:00100000:3.0:1780968273.897442:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35755 00000100:00100000:3.0:1780968273.897448:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c062da79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+106:3015:x1867475551679936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.897478:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5957 count 1 00002000:00010000:3.0:1780968273.897515:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1745:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.897522:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 3/0,1 mode: --/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.897545:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.897547:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.897551:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 3/0,1 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.897564:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 3/0,1 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.897580:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 3/0,1 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.897587:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 2/0,0 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.897605:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.897779:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c062da79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+107:3015:x1867475551679936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 329us (668us total) trans 98784258768 rc 0/0 00000100:00100000:3.0:1780968273.897787:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35755 00000004:00080000:3.0:1780968273.898061:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004eb76346/2, rc 0, transno 10960 00000100:00100000:3.0:1780968273.901242:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004eb76346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551679936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.901826:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1780968273.901858:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.901863:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 2/0,0 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901875:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.901878:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 2/0,0 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901893:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 3/0,0 mode: PW/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901929:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 1/0,0 mode: --/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901935:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd10ec37/0x986691d98fe10b lrc: 0/0,0 mode: --/PW res: [0x105f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901961:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.901963:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 2/0,0 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901968:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.901970:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 2/0,0 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901977:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 3/0,0 mode: PW/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901985:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 1/0,0 mode: --/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.901991:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000258b5cb6/0x986691d98fdff3 lrc: 0/0,0 mode: --/PW res: [0x1061:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.902002:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.902005:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 2/0,0 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.902011:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.902013:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 2/0,0 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.902018:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 3/0,0 mode: PW/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.902027:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 1/0,0 mode: --/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.902032:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe112 lrc: 0/0,0 mode: --/PW res: [0x1745:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.902042:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.902043:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.902045:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.902157:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.902161:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.902562:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968273.902599:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9c00851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551680000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.903101:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968273.903140:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008e368a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551680064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.904188:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094e50ad0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679552:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.905340:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000faac1357/2, rc 0, transno 10957 00000100:00100000:0.0:1780968273.905363:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000faac1357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679616:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.905377:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b68432df/2, rc 0, transno 10958 00000100:00100000:0.0:1780968273.905380:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68432df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551679872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.907329:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac7969b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+181:3015:x1867475551677376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47567us (59314us total) trans 4294976097 rc 0/0 00000100:00100000:2.0:1780968273.907346:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35722 00000100:00100000:3.0:1780968273.907393:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.908138:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680000 00000100:00100000:2.0:1780968273.908184:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35756 00000100:00100000:2.0:1780968273.908190:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+107:3015:x1867475551680000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.908213:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5958 count 1 00002000:00010000:2.0:1780968273.908247:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1746:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.908614:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 3/0,1 mode: --/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.908631:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.908633:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.908637:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 3/0,1 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.908650:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 3/0,1 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.908659:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 3/0,1 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.908666:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 2/0,0 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.908685:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.909089:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.909151:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9e3d306 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551680128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.909187:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968273.909219:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680128 00000100:00100000:3.0:1780968273.909222:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680064 00000100:00100000:1.0:1780968273.909252:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35757 00000100:00100000:1.0:1780968273.909258:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+110:3018:x1867475551680128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.909264:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35758 00000100:00100000:3.0:1780968273.909270:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+110:3018:x1867475551680064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.909280:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5960 count 1 00002000:00080000:3.0:1780968273.909285:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5959 count 1 00002000:00010000:1.0:1780968273.909308:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1748:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.909313:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 3/0,1 mode: --/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.909322:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.909324:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.909326:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 3/0,1 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.909336:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 3/0,1 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.909343:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 3/0,1 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.909349:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 2/0,0 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.909369:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1780968273.909390:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1747:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.909395:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 3/0,1 mode: --/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.909404:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.909405:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.909408:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 3/0,1 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.909417:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 3/0,1 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.909425:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 3/0,1 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.909430:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 2/0,0 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.909444:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1780968273.910072:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.910080:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 2/0,0 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910089:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.910092:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 2/0,0 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910100:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 3/0,0 mode: PW/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910139:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 1/0,0 mode: --/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910147:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe119 lrc: 0/0,0 mode: --/PW res: [0x1746:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910165:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.910168:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 2/0,0 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910173:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097dc1377 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.910175:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 2/0,0 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910181:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 3/0,0 mode: PW/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910189:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 1/0,0 mode: --/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910194:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097dc1377/0x986691d98fe120 lrc: 0/0,0 mode: --/PW res: [0x1748:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910205:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.910207:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 2/0,0 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910213:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.910214:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 2/0,0 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910226:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 3/0,0 mode: PW/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910237:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 1/0,0 mode: --/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910243:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe127 lrc: 0/0,0 mode: --/PW res: [0x1747:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.910258:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.910259:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.910261:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.910270:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.910276:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.910317:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+111:3015:x1867475551680000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2124us (2925us total) trans 98784258769 rc 0/0 00000100:00100000:2.0:1780968273.910325:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35756 00000004:00080000:2.0:1780968273.910380:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000008412dae/2, rc 0, transno 10955 00000100:00100000:2.0:1780968273.910395:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008412dae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.910421:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+110:3018:x1867475551680064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1149us (1333us total) trans 98784258770 rc 0/0 00000100:00100000:3.0:1780968273.910429:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35758 00000004:00080000:2.0:1780968273.910455:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d811ee37/2, rc 0, transno 10953 00000100:00100000:2.0:1780968273.910478:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d811ee37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.910486:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ae1f3ac3/2, rc 0, transno 8801 00000100:00100000:3.0:1780968273.910504:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae1f3ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551677376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968273.910990:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec768f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.912772:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000008e368a6/2, rc 0, transno 10962 00000100:00100000:3.0:1780968273.912804:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008e368a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551680064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.912896:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d47e285 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551680192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.912960:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.913007:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9c00851/2, rc 0, transno 10961 00000100:00100000:3.0:1780968273.913011:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9c00851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551680000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.913268:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680192 00000100:00100000:3.0:1780968273.913389:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35759 00000100:00100000:3.0:1780968273.913395:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056dcc3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:3015:x1867475551680192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.913422:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5961 count 1 00002000:00010000:3.0:1780968273.913521:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1749:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.913528:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 3/0,1 mode: --/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.913550:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.913552:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.913556:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 3/0,1 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.913569:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 3/0,1 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.914070:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 3/0,1 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.914077:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 2/0,0 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.914097:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.915108:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056dcc3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+112:3015:x1867475551680192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1709us (2145us total) trans 98784258772 rc 0/0 00000100:00100000:3.0:1780968273.915216:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35759 00000004:00080000:3.0:1780968273.915276:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008d47e285/2, rc 0, transno 10964 00000100:00100000:3.0:1780968273.915283:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d47e285 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551680192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.915294:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968273.915369:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008abc7e84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551680256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.915402:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.915438:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680256 00000100:00100000:3.0:1780968273.915688:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35760 00000100:00100000:3.0:1780968273.915693:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc455a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+112:3015:x1867475551680256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.915721:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5962 count 1 00002000:00010000:3.0:1780968273.915749:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x174a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.915754:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 3/0,1 mode: --/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.915764:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.915767:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.915770:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 3/0,1 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.915781:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 3/0,1 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.915788:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 3/0,1 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.915795:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 2/0,0 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.915821:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968273.916023:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc455a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+113:3015:x1867475551680256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 328us (621us total) trans 98784258773 rc 0/0 00000100:00100000:3.0:1780968273.916030:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35760 00000004:00080000:3.0:1780968273.916062:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008abc7e84/2, rc 0, transno 10965 00000100:00100000:3.0:1780968273.916066:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008abc7e84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551680256:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.916223:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007b9c1d4a/2, rc 0, transno 10959 00000100:00100000:2.0:1780968273.916229:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b9c1d4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.916313:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.916318:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 2/0,0 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916330:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.916333:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 2/0,0 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916340:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 3/0,0 mode: PW/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916358:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 1/0,0 mode: --/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916363:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe12e lrc: 0/0,0 mode: --/PW res: [0x1749:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916379:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.916380:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 2/0,0 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916386:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.916387:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 2/0,0 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916393:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 3/0,0 mode: PW/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916400:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 1/0,0 mode: --/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916409:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe135 lrc: 0/0,0 mode: --/PW res: [0x174a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.916419:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.916420:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.916421:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.916427:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.916444:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004249befa/2, rc 0, transno 10952 00000100:00100000:2.0:1780968273.916451:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004249befa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551679488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.916804:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000299b15d8/2, rc 0, transno 8793 00000100:00100000:2.0:1780968273.916816:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000299b15d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551678400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968273.916833:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000000f8e362/2, rc 0, transno 8800 00000100:00100000:2.0:1780968273.916839:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000f8e362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551677632:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968273.916855:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.916895:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.917677:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780968273.917690:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4af4899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.917695:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680512 00000100:00100000:2.0:1780968273.917729:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.917744:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680448 00000100:00100000:2.0:1780968273.917750:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4120922 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.917775:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.917798:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680704 00000100:00100000:2.0:1780968273.917826:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35761 00000100:00100000:2.0:1780968273.917832:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aff7fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+115:3016:x1867475551680512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.917855:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5965 count 1 00002000:00010000:2.0:1780968273.917885:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x174d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.917891:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 3/0,1 mode: --/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.917917:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.917920:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.917923:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 3/0,1 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.917937:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 3/0,1 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.918454:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35762 00000100:00100000:3.0:1780968273.918460:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090695c54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+115:3016:x1867475551680448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.918477:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5595 count 1 00002000:00010000:3.0:1780968273.918498:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.918502:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 3/0,1 mode: --/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.918510:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.918512:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.918514:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 3/0,1 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.918523:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 3/0,1 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.918531:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 3/0,1 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.918537:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 2/0,0 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.918553:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.918645:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 3/0,1 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.918654:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 2/0,0 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.918670:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.918870:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aff7fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+117:3016:x1867475551680512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1037us (1975us total) trans 98784258775 rc 0/0 00000100:00100000:3.0:1780968273.918882:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090695c54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+117:3016:x1867475551680448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 418us (1151us total) trans 98784258774 rc 0/0 00000100:00100000:2.0:1780968273.918882:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35761 00000100:00100000:3.0:1780968273.918892:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35762 00000100:00100000:2.0:1780968273.918918:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35763 00000100:00100000:2.0:1780968273.918923:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d0852f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+116:3016:x1867475551680704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.918935:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5968 count 1 00000100:00100000:1.0:1780968273.919165:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+116:3018:x1867475551680128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9906us (9977us total) trans 98784258771 rc 0/0 00000100:00100000:1.0:1780968273.919173:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35757 00000100:00100000:0.0:1780968273.920029:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.920069:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bd45e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.920095:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.920128:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780968273.920134:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.920156:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.920170:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028ca8d5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.920189:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.920221:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680320 00000100:00100000:1.0:1780968273.920243:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680576 00000100:00100000:0.0:1780968273.920255:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680384 00000100:00100000:1.0:1780968273.920274:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680640 00002000:00010000:2.0:1780968273.920378:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1750:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.920384:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 3/0,1 mode: --/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920402:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.920404:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.920407:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 3/0,1 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920418:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 3/0,1 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920425:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 3/0,1 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920431:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 2/0,0 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920446:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968273.920768:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35764 00000100:00100000:3.0:1780968273.920780:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dc4897c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551680320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.920811:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5963 count 1 00002000:00010000:3.0:1780968273.920835:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x174b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1780968273.920836:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d0852f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+119:3016:x1867475551680704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1911us (3059us total) trans 98784258776 rc 0/0 00010000:00010000:3.0:1780968273.920843:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 3/0,1 mode: --/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.920850:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35763 00010000:00010000:3.0:1780968273.920857:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.920859:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.920861:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 3/0,1 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.920871:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 3/0,1 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.920876:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35765 00010000:00010000:3.0:1780968273.920883:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 3/0,1 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.920884:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+118:3017:x1867475551680576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.920895:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 2/0,0 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.920916:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5966 count 1 00002000:00010000:2.0:1780968273.920933:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x174e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.920937:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 3/0,1 mode: --/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920955:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.920957:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.920959:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 3/0,1 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920967:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 3/0,1 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920972:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 3/0,1 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920977:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 2/0,0 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.920990:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.921110:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551680576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 226us (1014us total) trans 98784258777 rc 0/0 00000100:00100000:2.0:1780968273.921136:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35765 00000100:00100000:2.0:1780968273.921154:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35766 00000100:00100000:2.0:1780968273.921158:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f893ea10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+118:3017:x1867475551680384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.921170:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5964 count 1 00002000:00010000:2.0:1780968273.921184:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x174c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.921188:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 3/0,1 mode: --/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921194:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.921195:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.921197:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 3/0,1 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921204:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 3/0,1 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921211:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 3/0,1 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921216:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 2/0,0 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921223:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968273.921353:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f893ea10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551680384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 194us (1196us total) trans 98784258778 rc 0/0 00000100:00100000:2.0:1780968273.921364:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35766 00000100:00100000:2.0:1780968273.921378:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35767 00000100:00100000:2.0:1780968273.921381:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e41cb8ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+118:3017:x1867475551680640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.921393:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5967 count 1 00002000:00010000:2.0:1780968273.921407:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x174f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.921411:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 3/0,1 mode: --/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921418:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.921419:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.921421:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 3/0,1 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921427:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 3/0,1 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921432:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 3/0,1 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921437:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 2/0,0 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.921445:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000004:00080000:0.0:1780968273.921726:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7e18da0/2, rc 0, transno 10970 00000100:00100000:0.0:1780968273.921739:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680384:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.921753:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069bd45e1/2, rc 0, transno 10969 00000100:00100000:0.0:1780968273.921757:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bd45e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.921775:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1780968273.922087:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dc4897c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551680320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1306us (2061us total) trans 98784258779 rc 0/0 00000100:00100000:3.0:1780968273.922095:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35764 00000100:00100000:2.0:1780968273.922332:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e41cb8ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551680640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 949us (2142us total) trans 98784258780 rc 0/0 00000100:00100000:2.0:1780968273.922340:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35767 00010000:00010000:2.0:1780968273.922412:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1780968273.922417:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 2/0,0 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.922426:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.922429:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 2/0,0 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.922437:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 3/0,0 mode: PW/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.922455:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 1/0,0 mode: --/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.924411:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ec768f59/2, rc 0, transno 10971 00000100:00100000:0.0:1780968273.924438:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec768f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.924459:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.924514:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968273.924542:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000028ca8d5d/2, rc 0, transno 10972 00000100:00100000:0.0:1780968273.924546:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028ca8d5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680640:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.924932:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe143 lrc: 0/0,0 mode: --/PW res: [0x15db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925016:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780968273.925020:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 2/0,0 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925033:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.925036:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 2/0,0 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925044:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 3/0,0 mode: PW/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925061:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 1/0,0 mode: --/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925066:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe13c lrc: 0/0,0 mode: --/PW res: [0x174d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925077:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1780968273.925079:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 2/0,0 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925084:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.925086:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 2/0,0 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925092:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 3/0,0 mode: PW/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925100:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 1/0,0 mode: --/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925109:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe14a lrc: 0/0,0 mode: --/PW res: [0x1750:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925134:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.925137:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 2/0,0 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925142:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.925144:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 2/0,0 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925150:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 3/0,0 mode: PW/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925158:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 1/0,0 mode: --/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925163:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe158 lrc: 0/0,0 mode: --/PW res: [0x174e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925173:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780968273.925175:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 2/0,0 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925181:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.925182:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 2/0,0 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925192:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 3/0,0 mode: PW/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925200:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 1/0,0 mode: --/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925205:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe15f lrc: 0/0,0 mode: --/PW res: [0x174c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925216:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.925218:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 2/0,0 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925223:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.925224:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 2/0,0 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925229:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 3/0,0 mode: PW/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925236:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 1/0,0 mode: --/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925241:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe166 lrc: 0/0,0 mode: --/PW res: [0x174f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925250:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.925253:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 2/0,0 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925258:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.925260:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 2/0,0 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925265:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 3/0,0 mode: PW/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925273:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 1/0,0 mode: --/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925278:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe151 lrc: 0/0,0 mode: --/PW res: [0x174b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.925289:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.925290:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.925293:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.926937:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680832 00000100:00100000:2.0:1780968273.927063:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35768 00000100:00100000:2.0:1780968273.927070:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+119:3017:x1867475551680832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.927103:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5970 count 1 00002000:00010000:2.0:1780968273.927308:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1752:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.927316:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 3/0,1 mode: --/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.927330:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.927332:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.927336:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 3/0,1 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.927349:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 3/0,1 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.927358:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 3/0,1 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.927365:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 2/0,0 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.927380:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.927468:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094d0852f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551680896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.927529:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.927578:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e9e3d306/2, rc 0, transno 10963 00000100:00100000:3.0:1780968273.927589:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9e3d306 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551680128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.927613:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680896 00000100:00100000:3.0:1780968273.927635:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35769 00000100:00100000:3.0:1780968273.927639:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c062da79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+120:3018:x1867475551680896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.927652:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5971 count 1 00002000:00010000:3.0:1780968273.927670:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1753:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.927675:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 3/0,1 mode: --/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.927684:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.927685:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.927687:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 3/0,1 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.927695:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 3/0,1 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.927702:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 3/0,1 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.927712:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 2/0,0 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.927720:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.928145:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+122:3017:x1867475551680832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1073us (3630us total) trans 98784258782 rc 0/0 00000100:00100000:2.0:1780968273.928311:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35768 00010000:00010000:2.0:1780968273.928368:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968273.928372:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 2/0,0 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928381:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.928384:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 2/0,0 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928392:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 3/0,0 mode: PW/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928408:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 1/0,0 mode: --/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928420:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe16d lrc: 0/0,0 mode: --/PW res: [0x1752:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928436:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.928438:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 2/0,0 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928443:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000130eaf7b already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.928445:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 2/0,0 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928450:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 3/0,0 mode: PW/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.928481:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000090695c54/2, rc 0, transno 10974 00000100:00100000:0.0:1780968273.928491:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551680832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.928853:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c062da79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+121:3018:x1867475551680896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 292us (404us total) trans 98784258781 rc 0/0 00000100:00100000:3.0:1780968273.928862:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35769 00010000:00010000:2.0:1780968273.928925:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 1/0,0 mode: --/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.928934:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe174 lrc: 0/0,0 mode: --/PW res: [0x1753:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.929020:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.929022:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.929023:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.929071:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000094d0852f/2, rc 0, transno 10973 00000100:00100000:3.0:1780968273.929077:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094d0852f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551680896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.929086:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780968273.929094:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b24b4d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551681088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.929219:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.929290:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.929294:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.929298:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.929306:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fc43e62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.929335:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.929355:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.929367:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681088 00000100:00100000:2.0:1780968273.929391:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681152 00000100:00100000:2.0:1780968273.929411:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35770 00000100:00100000:2.0:1780968273.929415:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+122:3018:x1867475551681088:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.929436:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35771 00002000:00080000:2.0:1780968273.929436:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5974 count 1 00000100:00100000:3.0:1780968273.929444:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+122:3017:x1867475551681152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.929460:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5596 count 1 00002000:00010000:2.0:1780968273.929478:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1756:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1780968273.929483:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.929484:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 3/0,1 mode: --/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929491:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 3/0,1 mode: --/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.929496:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.929500:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.929502:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.929505:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.929505:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 3/0,1 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929509:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 3/0,1 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929520:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 3/0,1 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.929529:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 3/0,1 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929544:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 3/0,1 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.929546:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 3/0,1 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929562:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 2/0,0 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.929564:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 2/0,0 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929592:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1780968273.929600:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780968273.929743:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.929748:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 2/0,0 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929756:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c1efe00 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.929759:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 2/0,0 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929766:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 3/0,0 mode: PW/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929780:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 1/0,0 mode: --/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929786:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe182 lrc: 0/0,0 mode: --/PW res: [0x15dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929802:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.929805:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 2/0,0 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.929813:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+123:3018:x1867475551681088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 396us (661us total) trans 98784258783 rc 0/0 00010000:00010000:3.0:1780968273.929824:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000027a50f65 already unused, calling callback (00000000e25a5029) 00000100:00100000:2.0:1780968273.929828:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35770 00010000:00010000:3.0:1780968273.929829:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 2/0,0 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929837:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 3/0,0 mode: PW/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929847:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 1/0,0 mode: --/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.929851:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.929854:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027a50f65/0x986691d98fe17b lrc: 0/0,0 mode: --/PW res: [0x1756:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.929870:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.929872:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.929874:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.929878:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f778987/2, rc 0, transno 10967 00000100:00100000:2.0:1780968273.929890:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.929939:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009aff7fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.929973:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.929986:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.930004:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.930020:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680768 00000100:00100000:2.0:1780968273.930038:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681024 00000100:00100000:2.0:1780968273.930053:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35772 00000100:00100000:2.0:1780968273.930057:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805e6c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+124:3016:x1867475551680768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.930068:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5969 count 1 00002000:00010000:2.0:1780968273.930084:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1751:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.930088:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 3/0,1 mode: --/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930096:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.930097:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.930099:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 3/0,1 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930107:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 3/0,1 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930113:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 3/0,1 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930141:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 2/0,0 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930168:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.930215:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.930218:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 2/0,0 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930225:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.930227:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 2/0,0 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930232:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 3/0,0 mode: PW/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930242:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 1/0,0 mode: --/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930247:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe189 lrc: 0/0,0 mode: --/PW res: [0x1751:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930258:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.930259:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.930261:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.930270:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35773 00000100:00100000:2.0:1780968273.930274:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083504451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+124:3016:x1867475551681024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.930286:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5973 count 1 00002000:00010000:2.0:1780968273.930299:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1755:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.930304:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 3/0,1 mode: --/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930310:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.930312:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.930313:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 3/0,1 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930321:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 3/0,1 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930326:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 3/0,1 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930331:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 2/0,0 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930344:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.930379:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.930382:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 2/0,0 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930389:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.930391:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 2/0,0 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930396:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 3/0,0 mode: PW/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930405:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 1/0,0 mode: --/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930414:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe190 lrc: 0/0,0 mode: --/PW res: [0x1755:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930425:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.930426:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.930427:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.930447:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a4af4899/2, rc 0, transno 10966 00000100:00100000:2.0:1780968273.930455:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4af4899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.930490:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d4120922/2, rc 0, transno 10968 00000100:00100000:2.0:1780968273.930496:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4120922 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.930524:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ffb2aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681344:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.930547:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.930572:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681344 00000100:00100000:2.0:1780968273.930592:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35774 00000100:00100000:2.0:1780968273.930595:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000719b44c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+125:3017:x1867475551681344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.930607:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5977 count 1 00002000:00010000:2.0:1780968273.930623:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1759:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.930627:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 3/0,1 mode: --/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930633:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.930634:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.930636:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 3/0,1 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930643:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 3/0,1 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930649:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 3/0,1 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930655:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 2/0,0 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930666:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.930672:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.930674:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 2/0,0 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930681:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.930683:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 2/0,0 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930689:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 3/0,0 mode: PW/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930698:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 1/0,0 mode: --/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930704:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe197 lrc: 0/0,0 mode: --/PW res: [0x1759:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.930714:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.930716:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.930717:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.930760:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fee54263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.930783:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.930797:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780968273.930801:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f6a80b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.930817:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.930831:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fec2049c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.930847:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.932626:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805e6c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+126:3016:x1867475551680768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2564us (2649us total) trans 98784258784 rc 0/0 00000100:00100000:3.0:1780968273.932640:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35772 00000004:00080000:2.0:1780968273.942166:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009aff7fd4/2, rc 0, transno 10976 00000100:00100000:2.0:1780968273.942190:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009aff7fd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.942258:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.942273:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fa32006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.942322:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.948783:0:20713:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681280 00000100:00100000:2.0:1780968273.948814:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551680960 00000100:00100000:3.0:1780968273.948853:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681216 00000100:00100000:2.0:1780968273.948856:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681408 00000100:00100000:3.0:1780968273.948884:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35775 00000100:00100000:3.0:1780968273.948890:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000645340e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+129:3016:x1867475551681280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.948895:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35776 00000100:00100000:2.0:1780968273.948912:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2cbc97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+129:3016:x1867475551680960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.948941:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5972 count 1 00002000:00010000:2.0:1780968273.948974:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1754:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.948982:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 3/0,1 mode: --/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.948995:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.948997:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.949000:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 3/0,1 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949013:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 3/0,1 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949023:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 3/0,1 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949030:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 2/0,0 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949048:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1780968273.949053:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5976 count 1 00002000:00010000:3.0:1780968273.949076:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1758:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.949080:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 3/0,1 mode: --/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949091:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.949093:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.949095:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 3/0,1 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949104:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 3/0,1 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949110:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 3/0,1 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949138:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 2/0,0 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949156:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.949366:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2cbc97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+130:3016:x1867475551680960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 463us (18547us total) trans 98784258785 rc 0/0 00000100:00100000:2.0:1780968273.949374:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35776 00000100:00100000:2.0:1780968273.949395:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35777 00000100:00100000:2.0:1780968273.949400:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000819fdb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+129:3016:x1867475551681216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.949414:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5975 count 1 00002000:00010000:2.0:1780968273.949433:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1757:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.949438:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 3/0,1 mode: --/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.949444:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35778 00010000:00010000:2.0:1780968273.949450:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780968273.949453:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022d6dfb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+129:3017:x1867475551681408:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.949454:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.949457:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 3/0,1 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949467:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 3/0,1 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780968273.949471:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5978 count 1 00010000:00010000:2.0:1780968273.949474:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 3/0,1 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949482:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 2/0,0 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.949488:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x175a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.949494:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 3/0,1 mode: --/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949496:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1780968273.949573:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.949575:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.949578:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 3/0,1 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949587:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 3/0,1 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949594:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 3/0,1 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949601:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 2/0,0 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949616:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.949627:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000819fdb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+130:3016:x1867475551681216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 226us (18779us total) trans 98784258786 rc 0/0 00000100:00100000:2.0:1780968273.949635:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35777 00010000:00010000:2.0:1780968273.949667:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780968273.949672:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 2/0,0 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949674:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.949680:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 2/0,0 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949682:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.949687:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 2/0,0 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949691:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.949695:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 2/0,0 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949698:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 3/0,0 mode: PW/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949708:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 3/0,0 mode: PW/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949720:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 1/0,0 mode: --/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949724:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 1/0,0 mode: --/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949731:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe19e lrc: 0/0,0 mode: --/PW res: [0x1754:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949735:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe1a5 lrc: 0/0,0 mode: --/PW res: [0x1758:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949759:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.949762:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 2/0,0 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949762:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.949767:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 2/0,0 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949789:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330778c8 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.949792:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 2/0,0 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949795:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e83c197 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.949798:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 2/0,0 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949804:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 3/0,0 mode: PW/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949812:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 3/0,0 mode: PW/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949818:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 1/0,0 mode: --/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949825:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 1/0,0 mode: --/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949827:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000330778c8/0x986691d98fe1ac lrc: 0/0,0 mode: --/PW res: [0x1757:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.949845:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e83c197/0x986691d98fe1b3 lrc: 0/0,0 mode: --/PW res: [0x175a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.949853:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.949856:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.949859:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.949863:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.949866:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.949866:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.949869:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.949872:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.949922:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f5f6a80b/2, rc 0, transno 10977 00000100:00100000:2.0:1780968273.949935:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f6a80b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551680960:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.949994:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fec2049c/2, rc 0, transno 10978 00000100:00100000:2.0:1780968273.950003:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fec2049c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.950036:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbe635b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.950080:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.950091:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083504451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+130:3016:x1867475551681024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19813us (20084us total) trans 98784258787 rc 0/0 00000100:00100000:3.0:1780968273.950100:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35773 00000004:00080000:2.0:1780968273.950106:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ab048719/2, rc 0, transno 10979 00000100:00100000:2.0:1780968273.950140:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.950143:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681536 00000100:00100000:3.0:1780968273.950169:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35779 00000100:00100000:3.0:1780968273.950174:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec148f0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+130:3016:x1867475551681536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.950183:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d5e797c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681600:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.950188:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5980 count 1 00002000:00010000:3.0:1780968273.950210:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x175c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.950215:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 3/0,1 mode: --/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.950219:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780968273.950228:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.950230:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.950232:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 3/0,1 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950242:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 3/0,1 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950249:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 3/0,1 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.950251:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681600 00010000:00010000:3.0:1780968273.950257:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 2/0,0 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950272:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.950276:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35780 00010000:00010000:3.0:1780968273.950281:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1780968273.950282:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7017747 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+131:3017:x1867475551681600:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.950285:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 2/0,0 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950293:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.950295:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 2/0,0 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.950297:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5981 count 1 00002000:00010000:2.0:1780968273.950316:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x175d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.950321:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 3/0,1 mode: --/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950328:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.950330:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.950332:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 3/0,1 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950340:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 3/0,1 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950346:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 3/0,1 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950351:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 2/0,0 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950364:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.950378:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 3/0,0 mode: PW/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950392:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 1/0,0 mode: --/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950403:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe1ba lrc: 0/0,0 mode: --/PW res: [0x175c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950419:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.950421:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 2/0,0 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950427:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006280ff7c already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.950429:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 2/0,0 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950436:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 3/0,0 mode: PW/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.950532:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7017747 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+132:3017:x1867475551681600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 249us (316us total) trans 98784258788 rc 0/0 00000100:00100000:2.0:1780968273.950539:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35780 00000004:00080000:2.0:1780968273.950566:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008d5e797c/2, rc 0, transno 10980 00000100:00100000:2.0:1780968273.950573:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d5e797c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.950605:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968273.950611:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.950632:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.950653:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681664 00010000:00010000:3.0:1780968273.950665:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 1/0,0 mode: --/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.950674:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006280ff7c/0x986691d98fe1c1 lrc: 0/0,0 mode: --/PW res: [0x175d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968273.950675:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35781 00000100:00100000:2.0:1780968273.950683:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000593b4b12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+132:3017:x1867475551681664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.950695:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.950697:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1780968273.950698:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5982 count 1 00010000:00010000:3.0:1780968273.950699:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.950706:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1780968273.950717:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x175e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.950722:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 3/0,1 mode: --/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950730:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.950732:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.950735:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 3/0,1 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950743:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 3/0,1 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950749:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 3/0,1 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950754:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 2/0,0 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.950766:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.950965:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000593b4b12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+134:3017:x1867475551681664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 283us (332us total) trans 98784258790 rc 0/0 00000100:00100000:2.0:1780968273.950972:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35781 00000100:00100000:3.0:1780968273.951002:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000645340e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+133:3016:x1867475551681280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2109us (20216us total) trans 98784258789 rc 0/0 00000004:00080000:2.0:1780968273.951006:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a5f4575/2, rc 0, transno 10982 00000100:00100000:3.0:1780968273.951011:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35775 00000100:00100000:2.0:1780968273.951017:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681664:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968273.951054:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968273.951057:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 2/0,0 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951066:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968273.951068:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 2/0,0 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951075:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 3/0,0 mode: PW/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951086:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 1/0,0 mode: --/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951092:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe1c8 lrc: 0/0,0 mode: --/PW res: [0x175e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951108:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.951111:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968273.951138:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968273.951164:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fee54263/2, rc 0, transno 10981 00000100:00100000:2.0:1780968273.951173:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fee54263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.951178:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780968273.951188:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022d6dfb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+133:3017:x1867475551681408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1735us (8865us total) trans 98784258791 rc 0/0 00000100:00100000:3.0:1780968273.951196:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35778 00000100:00100000:2.0:1780968273.951210:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbd960b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.951231:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fa32006/2, rc 0, transno 10983 00000100:00100000:2.0:1780968273.951244:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.951248:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fa32006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.951270:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681472 00000100:00100000:2.0:1780968273.951294:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a83c7117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.951298:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35782 00000100:00100000:2.0:1780968273.951319:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.951335:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5826c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.951351:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.951369:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681728 00000100:00100000:3.0:1780968273.951380:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007139783d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+134:3016:x1867475551681472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.951388:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681792 00002000:00080000:3.0:1780968273.951397:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5979 count 1 00000100:00100000:2.0:1780968273.951408:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35783 00000100:00100000:2.0:1780968273.951412:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091d16364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+135:3016:x1867475551681728:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1780968273.951416:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x175b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.951421:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 3/0,1 mode: --/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968273.951428:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5983 count 1 00010000:00010000:3.0:1780968273.951430:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.951432:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.951435:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 3/0,1 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951444:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 3/0,1 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968273.951448:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x175f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.951454:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 3/0,1 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951456:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 3/0,1 mode: --/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951470:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 2/0,0 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951474:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.951476:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.951480:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 3/0,1 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951487:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780968273.951489:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 3/0,1 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951497:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 3/0,1 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951502:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 2/0,0 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951521:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.951665:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091d16364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+136:3016:x1867475551681728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 251us (346us total) trans 98784258792 rc 0/0 00000100:00100000:2.0:1780968273.951673:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35783 00000100:00100000:2.0:1780968273.951691:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35784 00000100:00100000:2.0:1780968273.951696:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bb29638 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+135:3016:x1867475551681792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.951707:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5984 count 1 00002000:00010000:2.0:1780968273.951725:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1760:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.951730:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 3/0,1 mode: --/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951737:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.951740:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.951741:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 3/0,1 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951749:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 3/0,1 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951755:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 3/0,1 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.951761:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 2/0,0 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.951763:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007139783d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+136:3016:x1867475551681472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 383us (519us total) trans 98784258793 rc 0/0 00000100:00100000:3.0:1780968273.951778:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35782 00010000:00010000:2.0:1780968273.951785:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1780968273.951800:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.951804:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 2/0,0 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951812:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.951815:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 2/0,0 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951822:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 3/0,0 mode: PW/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951835:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 1/0,0 mode: --/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951841:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe1cf lrc: 0/0,0 mode: --/PW res: [0x175b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951855:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.951857:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 2/0,0 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951863:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6b9e56f already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.951866:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 2/0,0 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951872:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 3/0,0 mode: PW/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951882:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 1/0,0 mode: --/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.951888:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6b9e56f/0x986691d98fe1d6 lrc: 0/0,0 mode: --/PW res: [0x175f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953392:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.953400:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 2/0,0 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953413:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.953416:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 2/0,0 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953423:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 3/0,0 mode: PW/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953441:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 1/0,0 mode: --/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953447:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ee58677/0x986691d98fe1dd lrc: 0/0,0 mode: --/PW res: [0x1760:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953466:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.953467:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.953469:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.953479:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.953486:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.953500:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bb29638 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+136:3016:x1867475551681792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1801us (2145us total) trans 98784258794 rc 0/0 00000100:00100000:2.0:1780968273.953510:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35784 00000004:00080000:2.0:1780968273.953565:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbd960b4/2, rc 0, transno 10985 00000100:00100000:2.0:1780968273.953581:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbd960b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681472:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.953632:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a83c7117/2, rc 0, transno 10984 00000100:00100000:2.0:1780968273.953639:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a83c7117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681728:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.953672:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006a5826c1/2, rc 0, transno 10986 00000100:00100000:2.0:1780968273.953679:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5826c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.953702:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb163f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551682048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.953734:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.953746:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000546cf185 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.953762:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682048 00000100:00100000:3.0:1780968273.953785:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.953811:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968273.953816:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b921a29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.953837:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.953864:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681856 00000100:00100000:3.0:1780968273.953882:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681920 00000100:00100000:3.0:1780968273.953910:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35785 00000100:00100000:3.0:1780968273.953916:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ad4e9e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+138:3016:x1867475551682048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.953939:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5987 count 1 00002000:00010000:3.0:1780968273.953965:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1763:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.953970:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 3/0,1 mode: --/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953980:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.953982:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.953985:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 3/0,1 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.953996:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 3/0,1 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.954004:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 3/0,1 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.954009:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 2/0,0 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.954030:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.954268:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ad4e9e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+139:3016:x1867475551682048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 350us (533us total) trans 98784258795 rc 0/0 00000100:00100000:3.0:1780968273.954276:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35785 00000100:00100000:3.0:1780968273.954292:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35786 00000100:00100000:3.0:1780968273.954295:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056dcc3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+138:3017:x1867475551681856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968273.955290:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35787 00000100:00100000:1.0:1780968273.955300:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc455a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+138:3017:x1867475551681920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968273.955676:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.955683:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 2/0,0 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780968273.955686:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5597 count 1 00010000:00010000:1.0:1780968273.955698:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f550ad03 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.955702:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 2/0,0 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.955712:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 3/0,0 mode: PW/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780968273.955721:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.955728:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 3/0,1 mode: --/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.955732:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 1/0,0 mode: --/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.955742:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.955743:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f550ad03/0x986691d98fe1e4 lrc: 0/0,0 mode: --/PW res: [0x1763:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.955746:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.955751:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 3/0,1 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.955763:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 3/0,1 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.955770:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 3/0,1 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.955775:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 2/0,0 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.955789:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968273.956032:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.956037:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 2/0,0 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.956044:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056dcc3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+139:3017:x1867475551681856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1746us (2260us total) trans 98784258796 rc 0/0 00010000:00010000:1.0:1780968273.956060:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c7cb011 already unused, calling callback (00000000e25a5029) 00000100:00100000:3.0:1780968273.956061:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35786 00010000:00010000:1.0:1780968273.956064:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 2/0,0 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.956074:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 3/0,0 mode: PW/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.956086:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 1/0,0 mode: --/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956092:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.956092:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c7cb011/0x986691d98fe1eb lrc: 0/0,0 mode: --/PW res: [0x15dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.956107:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.956110:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.956112:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.956151:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000546cf185/2, rc 0, transno 10988 00000100:00100000:3.0:1780968273.956168:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000546cf185 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.956337:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec148f0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+140:3016:x1867475551681536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6161us (6257us total) trans 98784258797 rc 0/0 00000100:00100000:3.0:1780968273.956344:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35779 00000100:00100000:1.0:1780968273.956379:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000719b44c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+139:3017:x1867475551681344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25781us (25830us total) trans 98784258798 rc 0/0 00000100:00100000:1.0:1780968273.956389:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35774 00000004:00080000:1.0:1780968273.956429:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b24b4d60/2, rc 0, transno 10975 00000100:00100000:1.0:1780968273.956434:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b24b4d60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551681088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.956493:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b80d73d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+139:3017:x1867475551681152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27048us (27155us total) trans 98784258799 rc 0/0 00000100:00100000:3.0:1780968273.956501:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35771 00000004:00080000:3.0:1780968273.956529:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001ffb2aeb/2, rc 0, transno 10990 00000100:00100000:3.0:1780968273.956533:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ffb2aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681344:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.956542:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fc43e62/2, rc 0, transno 10991 00000100:00100000:3.0:1780968273.956544:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fc43e62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681152:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.956570:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5985 count 1 00002000:00010000:3.0:1780968273.956590:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1761:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.956594:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 3/0,1 mode: --/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956604:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.956605:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.956607:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 3/0,1 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956616:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 3/0,1 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956628:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 3/0,1 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956633:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 2/0,0 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956644:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.956651:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.956654:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 2/0,0 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956659:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019ac09f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.956661:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 2/0,0 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956667:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 3/0,0 mode: PW/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956677:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 1/0,0 mode: --/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956682:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe1f2 lrc: 0/0,0 mode: --/PW res: [0x1761:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.956694:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.956695:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.956696:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.956817:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc455a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+139:3017:x1867475551681920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1517us (2979us total) trans 98784258800 rc 0/0 00000100:00100000:3.0:1780968273.956823:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35787 00000004:00080000:3.0:1780968273.956843:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001b921a29/2, rc 0, transno 10992 00000100:00100000:3.0:1780968273.956847:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b921a29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551681920:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.957410:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bbe635b1/2, rc 0, transno 10989 00000100:00100000:3.0:1780968273.957415:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbe635b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681536:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.957431:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cb163f11/2, rc 0, transno 10987 00000100:00100000:3.0:1780968273.957434:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb163f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551682048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.957438:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968273.957446:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdea9a2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.957480:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.957568:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551681984 00000100:00100000:3.0:1780968273.957600:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35788 00000100:00100000:3.0:1780968273.957606:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d2673a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+139:3016:x1867475551681984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.957624:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5986 count 1 00002000:00010000:3.0:1780968273.957648:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1762:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.957654:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 3/0,1 mode: --/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957663:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.957665:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.957667:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 3/0,1 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957676:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 3/0,1 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957688:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 3/0,1 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957692:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 2/0,0 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957704:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.957713:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.957716:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 2/0,0 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957721:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498917a7 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.957724:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 2/0,0 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957730:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 3/0,0 mode: PW/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957741:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 1/0,0 mode: --/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957747:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe1f9 lrc: 0/0,0 mode: --/PW res: [0x1762:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.957764:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.957766:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.957768:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.960178:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d2673a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+140:3016:x1867475551681984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2565us (2691us total) trans 98784258801 rc 0/0 00000100:00100000:3.0:1780968273.960192:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35788 00000004:00080000:0.0:1780968273.960431:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cdea9a2e/2, rc 0, transno 10993 00000100:00100000:0.0:1780968273.960440:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdea9a2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551681984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.961448:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003839969b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.961458:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.961505:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.961535:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085b8810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.961536:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682240 00000100:00100000:3.0:1780968273.961561:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.961576:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682496 00000100:00100000:3.0:1780968273.961587:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780968273.961597:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a847cb11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.961602:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35789 00000100:00100000:2.0:1780968273.961608:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9027652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+141:3015:x1867475551682240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.961626:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1780968273.961636:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5990 count 1 00000100:00100000:3.0:1780968273.961646:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000020b851c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682560:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1780968273.961671:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1766:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1780968273.961678:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968273.961679:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 3/0,1 mode: --/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.961693:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.961695:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.961700:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 3/0,1 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.961706:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682304 00010000:00010000:2.0:1780968273.961713:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 3/0,1 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.961723:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 3/0,1 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.961730:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 2/0,0 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.961731:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682560 00010000:00010000:2.0:1780968273.961750:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.961759:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35790 00000100:00100000:3.0:1780968273.961763:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+143:3015:x1867475551682496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.961777:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5994 count 1 00002000:00010000:3.0:1780968273.961800:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x176a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.961804:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 3/0,1 mode: --/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.961812:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.961814:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.961817:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 3/0,1 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.961826:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 3/0,1 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.961838:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 3/0,1 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.961849:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 2/0,0 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.961866:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.962038:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9027652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+145:3015:x1867475551682240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 428us (532us total) trans 98784258802 rc 0/0 00000100:00100000:2.0:1780968273.962048:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35789 00000100:00100000:3.0:1780968273.962072:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+144:3015:x1867475551682496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 305us (509us total) trans 98784258803 rc 0/0 00000100:00100000:2.0:1780968273.962072:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35791 00000100:00100000:2.0:1780968273.962079:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d869b2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+144:3015:x1867475551682304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.962084:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35790 00002000:00080000:2.0:1780968273.962092:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5991 count 1 00000100:00100000:3.0:1780968273.962103:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35792 00000100:00100000:3.0:1780968273.962109:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+143:3015:x1867475551682560:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1780968273.962109:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1767:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:3.0:1780968273.962148:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5598 count 1 00010000:00010000:2.0:1780968273.962152:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 3/0,1 mode: --/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.962162:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.962163:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1780968273.962165:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.962166:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 3/0,1 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962173:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 3/0,1 mode: --/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.962178:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 3/0,1 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962182:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.962185:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.962189:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 3/0,1 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.962189:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 3/0,1 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.962211:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 2/0,0 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962213:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 3/0,1 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962229:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 3/0,1 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962235:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 2/0,0 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.962235:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1780968273.962253:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968273.962501:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac3240bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551682112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.962534:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+144:3015:x1867475551682560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 424us (856us total) trans 98784258804 rc 0/0 00000100:00100000:3.0:1780968273.962544:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35792 00000100:00100000:0.0:1780968273.962548:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.962575:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682112 00000100:00100000:0.0:1780968273.962576:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df936839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551682368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.962602:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.962617:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682368 00000100:00100000:3.0:1780968273.962642:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35793 00000100:00100000:3.0:1780968273.962647:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+145:3017:x1867475551682112:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.962650:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35794 00000100:00100000:0.0:1780968273.962659:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055df46b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+145:3017:x1867475551682368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.962663:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5988 count 1 00002000:00080000:0.0:1780968273.962673:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5992 count 1 00002000:00010000:3.0:1780968273.962681:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1764:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.962686:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 3/0,1 mode: --/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962695:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1780968273.962695:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1768:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.962698:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.962701:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 3/0,1 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.962701:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 3/0,1 mode: --/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.962723:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.962724:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 3/0,1 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.962726:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.962729:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 3/0,1 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962737:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 3/0,1 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.962760:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 3/0,1 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962762:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 2/0,0 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.962779:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 3/0,1 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.962782:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1780968273.962790:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 2/0,0 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.962800:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968273.963015:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055df46b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+147:3017:x1867475551682368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 356us (412us total) trans 98784258805 rc 0/0 00000100:00100000:0.0:1780968273.963022:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35794 00000100:00100000:3.0:1780968273.963046:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+146:3017:x1867475551682112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 398us (502us total) trans 98784258806 rc 0/0 00000100:00100000:3.0:1780968273.963054:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35793 00000004:00080000:0.0:1780968273.963067:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ac3240bd/2, rc 0, transno 10998 00010000:00010000:3.0:1780968273.963076:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00000100:00100000:0.0:1780968273.963082:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac3240bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551682112:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.963083:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 2/0,0 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963093:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000e25a5029) 00000004:00080000:0.0:1780968273.963094:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df936839/2, rc 0, transno 10997 00010000:00010000:3.0:1780968273.963096:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 2/0,0 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968273.963101:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df936839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551682368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.963110:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 3/0,0 mode: PW/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963147:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 1/0,0 mode: --/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963154:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1421fd/0x986691d98fe200 lrc: 0/0,0 mode: --/PW res: [0x1766:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963170:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780968273.963172:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 2/0,0 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963182:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4875adc already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.963184:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 2/0,0 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963190:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 3/0,0 mode: PW/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963199:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 1/0,0 mode: --/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963205:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe207 lrc: 0/0,0 mode: --/PW res: [0x176a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963218:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968273.963220:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 2/0,0 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963225:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.963227:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 2/0,0 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963232:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 3/0,0 mode: PW/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963240:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 1/0,0 mode: --/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963250:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a91a139/0x986691d98fe20e lrc: 0/0,0 mode: --/PW res: [0x1767:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963260:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.963262:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 2/0,0 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963268:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000130eaf7b already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.963269:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 2/0,0 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963274:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 3/0,0 mode: PW/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963282:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 1/0,0 mode: --/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963287:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe215 lrc: 0/0,0 mode: --/PW res: [0x15de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963298:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.963373:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 2/0,0 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963380:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.963381:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 2/0,0 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963391:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 3/0,0 mode: PW/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963401:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 1/0,0 mode: --/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963406:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe21c lrc: 0/0,0 mode: --/PW res: [0x1764:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963417:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.963419:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 2/0,0 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963424:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000feb209ff already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.963425:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 2/0,0 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963431:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 3/0,0 mode: PW/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963440:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 1/0,0 mode: --/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963446:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe223 lrc: 0/0,0 mode: --/PW res: [0x1768:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.963457:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.963459:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.963460:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.963468:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.963473:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.963477:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.963864:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000020b851c/2, rc 0, transno 10996 00000100:00100000:3.0:1780968273.963872:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000020b851c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682560:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.963883:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003839969b/2, rc 0, transno 10994 00000100:00100000:3.0:1780968273.963887:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003839969b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682240:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.963896:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000085b8810c/2, rc 0, transno 10995 00000100:00100000:3.0:1780968273.963898:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085b8810c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.964546:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d869b2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+146:3015:x1867475551682304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2466us (2920us total) trans 98784258807 rc 0/0 00000100:00100000:2.0:1780968273.964557:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35791 00000100:00100000:2.0:1780968273.964678:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.964701:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a5045dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.964729:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.964745:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb550eee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.964765:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.964778:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780968273.964783:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059606d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.964801:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.964812:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002298f2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.964831:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.964854:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682176 00000100:00100000:2.0:1780968273.964878:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682432 00000100:00100000:2.0:1780968273.964887:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682688 00000100:00100000:2.0:1780968273.964897:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682624 00000100:00100000:2.0:1780968273.964924:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682880 00000100:00100000:2.0:1780968273.964942:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35795 00000100:00100000:2.0:1780968273.964947:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aa4e392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551682176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.964969:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5989 count 1 00002000:00010000:2.0:1780968273.964997:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1765:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.965003:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 3/0,1 mode: --/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965014:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965016:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965019:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 3/0,1 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965031:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 3/0,1 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965041:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 3/0,1 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965047:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 2/0,0 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965060:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.965276:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aa4e392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551682176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 328us (598us total) trans 98784258808 rc 0/0 00000100:00100000:2.0:1780968273.965283:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35795 00000100:00100000:2.0:1780968273.965384:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35796 00000100:00100000:2.0:1780968273.965388:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f8489d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551682432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.965399:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5993 count 1 00002000:00010000:2.0:1780968273.965415:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1769:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.965419:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 3/0,1 mode: --/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965426:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965428:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965430:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 3/0,1 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965437:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 3/0,1 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965444:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 3/0,1 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965450:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 2/0,0 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965461:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968273.965589:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f8489d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551682432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (860us total) trans 98784258809 rc 0/0 00000100:00100000:2.0:1780968273.965596:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35796 00000100:00100000:2.0:1780968273.965609:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35797 00000100:00100000:2.0:1780968273.965613:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eaee462 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551682688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.965623:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5996 count 1 00002000:00010000:2.0:1780968273.965639:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x176c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.965642:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 3/0,1 mode: --/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965649:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965651:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965652:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 3/0,1 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965665:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 3/0,1 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965671:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 3/0,1 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965677:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 2/0,0 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965687:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968273.965817:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eaee462 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551682688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 203us (1051us total) trans 98784258810 rc 0/0 00000100:00100000:2.0:1780968273.965823:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35797 00000100:00100000:2.0:1780968273.965835:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35798 00000100:00100000:2.0:1780968273.965838:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c4ad049 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551682624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.965847:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5995 count 1 00002000:00010000:2.0:1780968273.965859:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x176b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.965863:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 3/0,1 mode: --/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965870:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965871:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.965873:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 3/0,1 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965881:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 3/0,1 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965892:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 3/0,1 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965898:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 2/0,0 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.965922:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780968273.966027:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c4ad049 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551682624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 188us (1226us total) trans 98784258811 rc 0/0 00000100:00100000:2.0:1780968273.966034:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35798 00000100:00100000:2.0:1780968273.966046:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35799 00000100:00100000:2.0:1780968273.966050:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3d2211c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+150:3018:x1867475551682880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.966060:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5999 count 1 00002000:00010000:2.0:1780968273.966074:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x176f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.966077:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 3/0,1 mode: --/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966084:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.966085:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.966087:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 3/0,1 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966093:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 3/0,1 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966099:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 3/0,1 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966104:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 2/0,0 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966111:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968273.966242:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3d2211c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+151:3018:x1867475551682880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 190us (1411us total) trans 98784258812 rc 0/0 00000100:00100000:2.0:1780968273.966249:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35799 00000004:00080000:2.0:1780968273.966293:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000059606d45/2, rc 0, transno 11003 00000100:00100000:2.0:1780968273.966306:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059606d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682624:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.966315:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002298f2a0/2, rc 0, transno 11004 00000100:00100000:2.0:1780968273.966318:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002298f2a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682880:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.966324:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bb550eee/2, rc 0, transno 11002 00000100:00100000:2.0:1780968273.966327:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb550eee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682688:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.966334:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d5c7d180/2, rc 0, transno 11000 00000100:00100000:2.0:1780968273.966337:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682176:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.966344:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008a5045dd/2, rc 0, transno 11001 00000100:00100000:2.0:1780968273.966346:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a5045dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.966414:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ce38196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.966440:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.966453:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e0baca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.966471:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.966484:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780968273.966488:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001df20757 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.966505:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.966529:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682944 00000100:00100000:2.0:1780968273.966551:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683200 00000100:00100000:2.0:1780968273.966560:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683136 00000100:00100000:2.0:1780968273.966574:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35800 00000100:00100000:2.0:1780968273.966578:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021b3a404 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+153:3018:x1867475551682944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.966589:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6000 count 1 00002000:00010000:2.0:1780968273.966604:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1770:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.966608:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 3/0,1 mode: --/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966616:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.966617:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.966619:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 3/0,1 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966626:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 3/0,1 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966632:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 3/0,1 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966638:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 2/0,0 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966645:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1780968273.966762:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021b3a404 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+154:3018:x1867475551682944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 182us (321us total) trans 98784258813 rc 0/0 00000100:00100000:2.0:1780968273.966768:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35800 00000100:00100000:2.0:1780968273.966782:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35801 00000100:00100000:2.0:1780968273.966785:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f893ea10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+153:3018:x1867475551683200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.966795:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6004 count 1 00002000:00010000:2.0:1780968273.966810:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1774:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.966813:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 3/0,1 mode: --/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966820:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.966821:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.966823:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 3/0,1 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966831:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 3/0,1 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966838:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 3/0,1 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966844:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 2/0,0 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.966850:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1780968273.970031:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e587b861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551682816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.970113:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.970161:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9510e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.970183:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.970202:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780968273.970207:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070d6158e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551682752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.970226:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.970254:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f34361eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.970279:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.970486:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682816 00000100:00100000:3.0:1780968273.970518:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683072 00000100:00100000:3.0:1780968273.970528:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551682752 00000100:00100000:3.0:1780968273.970534:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683008 00000100:00100000:3.0:1780968273.970545:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35802 00000100:00100000:3.0:1780968273.970550:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e41cb8ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+157:3018:x1867475551683136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.970580:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6003 count 1 00002000:00010000:3.0:1780968273.970619:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1773:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.970628:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 3/0,1 mode: --/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.970641:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.970643:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.970648:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 3/0,1 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.970662:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 3/0,1 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.970675:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 3/0,1 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.970681:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 2/0,0 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.970692:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1780968273.970972:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e41cb8ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+158:3018:x1867475551683136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 419us (4464us total) trans 98784258814 rc 0/0 00000100:00100000:3.0:1780968273.970980:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35802 00000100:00100000:3.0:1780968273.971001:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35803 00000100:00100000:3.0:1780968273.971005:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000813eee1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+157:3016:x1867475551682816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.971018:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5998 count 1 00002000:00010000:3.0:1780968273.971034:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x176e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.971038:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 3/0,1 mode: --/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971045:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971046:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971049:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 3/0,1 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971057:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 3/0,1 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971063:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 3/0,1 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971069:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 2/0,0 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971076:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:3.0:1780968273.971248:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000813eee1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+158:3016:x1867475551682816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 242us (1136us total) trans 98784258815 rc 0/0 00000100:00100000:3.0:1780968273.971255:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35803 00000100:00100000:3.0:1780968273.971268:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35804 00000100:00100000:3.0:1780968273.971272:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b337abe2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+157:3016:x1867475551683072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.971282:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6002 count 1 00002000:00010000:3.0:1780968273.971296:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1772:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.971299:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 3/0,1 mode: --/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971306:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971307:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971308:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 3/0,1 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971316:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 3/0,1 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971322:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 3/0,1 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971327:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 2/0,0 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971338:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:3.0:1780968273.971469:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b337abe2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+158:3016:x1867475551683072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 196us (1285us total) trans 98784258816 rc 0/0 00000100:00100000:3.0:1780968273.971476:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35804 00000100:00100000:3.0:1780968273.971488:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35805 00000100:00100000:3.0:1780968273.971491:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a92ee34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+157:3016:x1867475551682752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.971503:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5997 count 1 00002000:00010000:3.0:1780968273.971518:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x176d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.971521:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 3/0,1 mode: --/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971528:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971529:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971531:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 3/0,1 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971538:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 3/0,1 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971544:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 3/0,1 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971550:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 2/0,0 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971558:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:3.0:1780968273.971688:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a92ee34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+158:3016:x1867475551682752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 195us (1462us total) trans 98784258817 rc 0/0 00000100:00100000:3.0:1780968273.971695:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35805 00000100:00100000:3.0:1780968273.971707:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35806 00000100:00100000:3.0:1780968273.971710:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002845aa58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+157:3016:x1867475551683008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.971722:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6001 count 1 00002000:00010000:3.0:1780968273.971737:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1771:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.971741:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 3/0,1 mode: --/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971748:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971749:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.971751:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 3/0,1 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971757:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 3/0,1 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971764:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 3/0,1 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971769:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 2/0,0 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971776:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:3.0:1780968273.971935:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002845aa58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+158:3016:x1867475551683008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (1655us total) trans 98784258818 rc 0/0 00000100:00100000:3.0:1780968273.971942:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35806 00010000:00010000:3.0:1780968273.971982:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:3.0:1780968273.971988:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 2/0,0 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.971996:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098eaa1e8 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.971998:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 2/0,0 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972006:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 3/0,0 mode: PW/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972022:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 1/0,0 mode: --/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972028:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098eaa1e8/0x986691d98fe22a lrc: 0/0,0 mode: --/PW res: [0x1765:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972046:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1780968273.972049:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 2/0,0 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972054:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063423fea already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972056:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 2/0,0 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972061:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 3/0,0 mode: PW/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972069:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 1/0,0 mode: --/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972081:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063423fea/0x986691d98fe231 lrc: 0/0,0 mode: --/PW res: [0x1769:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972091:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1780968273.972094:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 2/0,0 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972099:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972101:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 2/0,0 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972107:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 3/0,0 mode: PW/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972135:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 1/0,0 mode: --/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972142:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e3fc823/0x986691d98fe238 lrc: 0/0,0 mode: --/PW res: [0x176c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972154:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1780968273.972156:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 2/0,0 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972161:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972163:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 2/0,0 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972175:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 3/0,0 mode: PW/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972188:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 1/0,0 mode: --/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972193:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088abf9c6/0x986691d98fe23f lrc: 0/0,0 mode: --/PW res: [0x176b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972207:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1780968273.972208:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 2/0,0 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972215:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972216:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 2/0,0 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972221:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 3/0,0 mode: PW/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972230:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 1/0,0 mode: --/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972235:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd10ec37/0x986691d98fe246 lrc: 0/0,0 mode: --/PW res: [0x176f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972244:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1780968273.972247:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 2/0,0 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972252:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972254:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 2/0,0 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972258:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 3/0,0 mode: PW/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972265:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 1/0,0 mode: --/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972270:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000258b5cb6/0x986691d98fe24d lrc: 0/0,0 mode: --/PW res: [0x1770:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972279:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780968273.972281:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 2/0,0 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972286:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac70aecb already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972288:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 2/0,0 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972292:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 3/0,0 mode: PW/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972298:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 1/0,0 mode: --/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972307:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe254 lrc: 0/0,0 mode: --/PW res: [0x1774:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972315:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780968273.972317:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 2/0,0 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972321:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c1efe00 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972322:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 2/0,0 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972328:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 3/0,0 mode: PW/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972334:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 1/0,0 mode: --/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972339:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c1efe00/0x986691d98fe25b lrc: 0/0,0 mode: --/PW res: [0x1773:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972350:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968273.972352:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 2/0,0 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972357:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026636c9c already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972359:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 2/0,0 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972367:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 3/0,0 mode: PW/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972374:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 1/0,0 mode: --/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972379:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026636c9c/0x986691d98fe262 lrc: 0/0,0 mode: --/PW res: [0x176e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972389:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968273.972390:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 2/0,0 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972396:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972397:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 2/0,0 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972402:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 3/0,0 mode: PW/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972408:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 1/0,0 mode: --/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972413:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8868fc8/0x986691d98fe269 lrc: 0/0,0 mode: --/PW res: [0x1772:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972422:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968273.972424:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 2/0,0 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972429:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc8e45f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972431:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 2/0,0 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972436:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 3/0,0 mode: PW/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972442:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 1/0,0 mode: --/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972447:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc8e45f4/0x986691d98fe270 lrc: 0/0,0 mode: --/PW res: [0x176d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972457:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.972458:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 2/0,0 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972464:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000077a83062 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.972465:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 2/0,0 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972471:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 3/0,0 mode: PW/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972481:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 1/0,0 mode: --/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972490:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a83062/0x986691d98fe277 lrc: 0/0,0 mode: --/PW res: [0x1771:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972503:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.972505:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.972506:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.972515:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.972522:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.972532:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.972603:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a847cb11/2, rc 0, transno 10999 00000100:00100000:3.0:1780968273.972623:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a847cb11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551682304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.972694:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c062da79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551683264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.972730:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.972760:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683264 00000100:00100000:3.0:1780968273.972786:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35807 00000100:00100000:3.0:1780968273.972791:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+158:3015:x1867475551683264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.972809:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5599 count 1 00002000:00010000:3.0:1780968273.972835:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.972840:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 3/0,1 mode: --/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972847:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.972849:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.972851:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 3/0,1 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972860:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 3/0,1 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972867:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 3/0,1 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972873:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 2/0,0 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.972886:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.972894:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.972897:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 2/0,0 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968273.973272:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000070d6158e/2, rc 0, transno 11009 00000100:00100000:0.0:1780968273.973283:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070d6158e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551682752:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.973294:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f34361eb/2, rc 0, transno 11010 00000100:00100000:0.0:1780968273.973297:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f34361eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683008:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.973305:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e587b861/2, rc 0, transno 11007 00000100:00100000:0.0:1780968273.973307:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e587b861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551682816:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968273.973313:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9510e0f/2, rc 0, transno 11008 00000100:00100000:0.0:1780968273.973315:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9510e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683072:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968273.973472:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.973475:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 2/0,0 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.973483:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 3/0,0 mode: PW/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.973497:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 1/0,0 mode: --/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.973504:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075830d21/0x986691d98fe27e lrc: 0/0,0 mode: --/PW res: [0x15df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.973525:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.973528:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.973532:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968273.973598:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056dcc3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.973636:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.973813:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683328 00000100:00100000:2.0:1780968273.973865:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35808 00000100:00100000:2.0:1780968273.973871:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a727c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+159:3016:x1867475551683328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.973888:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6005 count 1 00002000:00010000:2.0:1780968273.973923:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1775:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.973927:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 3/0,1 mode: --/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.973937:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.973940:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.973943:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 3/0,1 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.973952:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 3/0,1 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.973959:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 3/0,1 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.973964:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 2/0,0 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.973978:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.978407:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.978418:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 2/0,0 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978432:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf8cf7de already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.978436:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 2/0,0 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978444:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 3/0,0 mode: PW/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978470:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 1/0,0 mode: --/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978475:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf8cf7de/0x986691d98fe285 lrc: 0/0,0 mode: --/PW res: [0x1775:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978498:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.978499:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.978501:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.978521:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbc455a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.978593:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.978636:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968273.978644:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d2673a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.978668:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.978706:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683392 00000100:00100000:3.0:1780968273.978741:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683456 00000100:00100000:3.0:1780968273.978759:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35809 00000100:00100000:3.0:1780968273.978764:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+162:3017:x1867475551683392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.978790:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6006 count 1 00002000:00010000:3.0:1780968273.978822:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1776:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.978827:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 3/0,1 mode: --/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978837:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.978839:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.978843:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 3/0,1 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978854:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 3/0,1 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978861:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 3/0,1 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978867:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 2/0,0 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978882:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.978892:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.978895:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 2/0,0 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978914:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.978917:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 2/0,0 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978924:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 3/0,0 mode: PW/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978935:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 1/0,0 mode: --/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978942:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000097e6cb9/0x986691d98fe28c lrc: 0/0,0 mode: --/PW res: [0x1776:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.978956:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.978957:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.978959:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.979271:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b1a0eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+163:3017:x1867475551683392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 506us (679us total) trans 98784258820 rc 0/0 00000100:00100000:3.0:1780968273.979281:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35809 00000100:00100000:3.0:1780968273.979300:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35810 00000100:00100000:3.0:1780968273.979303:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+162:3017:x1867475551683456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.979316:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6007 count 1 00002000:00010000:3.0:1780968273.979333:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1777:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.979337:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 3/0,1 mode: --/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979345:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.979347:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.979349:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 3/0,1 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979357:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 3/0,1 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979369:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 3/0,1 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979375:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 2/0,0 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979388:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.979509:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037410855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+163:3017:x1867475551683456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 204us (840us total) trans 98784258821 rc 0/0 00000100:00100000:3.0:1780968273.979516:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35810 00010000:00010000:3.0:1780968273.979536:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.979539:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 2/0,0 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979546:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.979548:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 2/0,0 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979554:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 3/0,0 mode: PW/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979565:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 1/0,0 mode: --/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979571:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440a0fda/0x986691d98fe293 lrc: 0/0,0 mode: --/PW res: [0x1777:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979589:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.979590:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.979591:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.979621:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006d2673a0/2, rc 0, transno 11013 00000100:00100000:3.0:1780968273.979632:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d2673a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683456:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968273.979641:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bbc455a0/2, rc 0, transno 11012 00000100:00100000:3.0:1780968273.979645:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbc455a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.979703:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072783d85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.979730:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.979758:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683648 00000100:00100000:3.0:1780968273.979797:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35811 00000100:00100000:3.0:1780968273.979801:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+163:3017:x1867475551683648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.979814:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6010 count 1 00002000:00010000:3.0:1780968273.979830:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x177a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.979834:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 3/0,1 mode: --/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979842:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.979843:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.979845:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 3/0,1 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979853:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 3/0,1 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979861:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 3/0,1 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979867:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 2/0,0 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.979879:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.980025:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825b0edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+164:3017:x1867475551683648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 223us (295us total) trans 98784258822 rc 0/0 00000100:00100000:3.0:1780968273.980032:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35811 00010000:00010000:3.0:1780968273.980143:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.980146:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 2/0,0 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980154:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000130eaf7b already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.980156:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 2/0,0 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980164:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 3/0,0 mode: PW/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980175:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 1/0,0 mode: --/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980182:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000130eaf7b/0x986691d98fe29a lrc: 0/0,0 mode: --/PW res: [0x177a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980194:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.980195:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.980197:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.980214:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000072783d85/2, rc 0, transno 11014 00000100:00100000:3.0:1780968273.980222:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072783d85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.980252:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968273.980258:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389ff593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.980283:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.980305:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683712 00000100:00100000:3.0:1780968273.980323:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35812 00000100:00100000:3.0:1780968273.980327:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+164:3017:x1867475551683712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.980340:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6011 count 1 00002000:00010000:3.0:1780968273.980355:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x177b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.980359:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 3/0,1 mode: --/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980367:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.980368:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.980370:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 3/0,1 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980379:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 3/0,1 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980386:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 3/0,1 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980392:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 2/0,0 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980404:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968273.980533:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9562297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+165:3017:x1867475551683712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 204us (249us total) trans 98784258823 rc 0/0 00000100:00100000:3.0:1780968273.980540:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35812 00010000:00010000:3.0:1780968273.980557:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.980561:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 2/0,0 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980568:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4875adc already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.980570:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 2/0,0 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980576:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 3/0,0 mode: PW/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980588:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 1/0,0 mode: --/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980593:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4875adc/0x986691d98fe2a1 lrc: 0/0,0 mode: --/PW res: [0x177b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.980605:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.980606:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.980607:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.980623:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000389ff593/2, rc 0, transno 11015 00000100:00100000:3.0:1780968273.980631:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389ff593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551683712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.980849:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000960cbfef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+165:3015:x1867475551683264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8054us (8117us total) trans 98784258824 rc 0/0 00000100:00100000:3.0:1780968273.980860:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35807 00000100:00100000:3.0:1780968273.980921:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9027652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551683520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.980947:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.980963:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041aa0ae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551683776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.980982:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780968273.981001:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c062da79/2, rc 0, transno 11016 00000100:00100000:3.0:1780968273.981009:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c062da79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551683264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.981043:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683520 00000100:00100000:3.0:1780968273.981061:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683776 00000100:00100000:3.0:1780968273.981078:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35813 00000100:00100000:3.0:1780968273.981082:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+166:3015:x1867475551683520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.981096:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6008 count 1 00002000:00010000:3.0:1780968273.982555:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1778:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.982567:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 3/0,1 mode: --/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982581:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.982584:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.982587:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 3/0,1 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982601:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 3/0,1 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982611:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 3/0,1 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982619:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 2/0,0 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982651:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.982668:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.982672:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 2/0,0 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982679:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498917a7 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.982682:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 2/0,0 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982689:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 3/0,0 mode: PW/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982705:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 1/0,0 mode: --/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982711:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000498917a7/0x986691d98fe2a8 lrc: 0/0,0 mode: --/PW res: [0x1778:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.982731:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.982733:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.982734:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968273.982988:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a727c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+166:3016:x1867475551683328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9113us (9348us total) trans 98784258819 rc 0/0 00000100:00100000:2.0:1780968273.982999:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35808 00000100:00100000:2.0:1780968273.983034:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35814 00000100:00100000:2.0:1780968273.983041:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+165:3015:x1867475551683776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.983069:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6012 count 1 00002000:00010000:2.0:1780968273.983098:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x177c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968273.983102:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 3/0,1 mode: --/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.983110:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.983112:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968273.983154:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 3/0,1 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.983164:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 3/0,1 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.983174:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 3/0,1 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.983180:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 2/0,0 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968273.983198:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.983393:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009889154c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+166:3015:x1867475551683776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 353us (2410us total) trans 98784258825 rc 0/0 00000100:00100000:2.0:1780968273.983400:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35814 00000004:00080000:2.0:1780968273.983462:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000ce38196/2, rc 0, transno 11005 00000100:00100000:2.0:1780968273.983475:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ce38196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551682944:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968273.983491:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001df20757/2, rc 0, transno 11006 00000100:00100000:2.0:1780968273.983494:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001df20757 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968273.983586:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f893ea10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+166:3018:x1867475551683200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16799us (17113us total) trans 98784258826 rc 0/0 00000100:00100000:2.0:1780968273.983593:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35801 00000004:00080000:2.0:1780968273.983618:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b6e0baca/2, rc 0, transno 11018 00000100:00100000:2.0:1780968273.983621:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e0baca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.983814:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4e98e82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+166:3015:x1867475551683520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2731us (2867us total) trans 98784258827 rc 0/0 00000100:00100000:3.0:1780968273.983821:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35813 00010000:00010000:3.0:1780968273.983919:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.983923:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 2/0,0 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.983936:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c762a185 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.983938:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 2/0,0 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.983945:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 3/0,0 mode: PW/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.983959:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 1/0,0 mode: --/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.983965:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c762a185/0x986691d98fe2af lrc: 0/0,0 mode: --/PW res: [0x177c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.983980:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.983982:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.983983:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968273.983993:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bec4bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.984026:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.984044:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780968273.984049:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dccf0230 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.984071:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.984097:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683968 00000100:00100000:3.0:1780968273.984953:0:103856:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683904 00000100:00100000:3.0:1780968273.984988:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35815 00000100:00100000:3.0:1780968273.984993:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+167:3018:x1867475551683968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.985022:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5600 count 1 00002000:00010000:3.0:1780968273.985055:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.985059:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 3/0,1 mode: --/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985070:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.985072:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.985076:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 3/0,1 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985088:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 3/0,1 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985094:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 3/0,1 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985099:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 2/0,0 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985188:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968273.985260:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35816 00000100:00100000:1.0:1780968273.985273:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073511a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+167:3018:x1867475551683904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.985433:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d0bfc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+168:3018:x1867475551683968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 437us (1406us total) trans 98784258828 rc 0/0 00000100:00100000:3.0:1780968273.985441:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35815 00010000:00010000:3.0:1780968273.985468:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.985473:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 2/0,0 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985481:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019ac09f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.985484:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 2/0,0 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985505:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 3/0,0 mode: PW/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985521:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 1/0,0 mode: --/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.985527:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe2b6 lrc: 0/0,0 mode: --/PW res: [0x15e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780968273.985531:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6014 count 1 00010000:00010000:3.0:1780968273.985550:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.985553:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.985555:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1780968273.985575:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x177e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.985583:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 3/0,1 mode: --/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968273.985592:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bec4bc32/2, rc 0, transno 11020 00010000:00010000:1.0:1780968273.985599:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.985603:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.985608:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 3/0,1 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968273.985611:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bec4bc32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683968:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968273.985636:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 3/0,1 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.985646:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 3/0,1 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.985653:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 2/0,0 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.985681:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1780968273.985706:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a9027652/2, rc 0, transno 11019 00000100:00100000:3.0:1780968273.985718:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9027652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551683520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.985802:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780968273.985815:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df449148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.985855:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.985892:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684160 00000100:00100000:1.0:1780968273.987740:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073511a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+169:3018:x1867475551683904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 752us (1951us total) trans 98784258829 rc 0/0 00000100:00100000:1.0:1780968273.987760:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35816 00010000:00010000:1.0:1780968273.987821:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.987829:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 2/0,0 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.987844:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.987848:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 2/0,0 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.987857:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 3/0,0 mode: PW/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.987882:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 1/0,0 mode: --/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.987888:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe2bd lrc: 0/0,0 mode: --/PW res: [0x177e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.987922:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.987923:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.987925:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968273.990777:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dccf0230/2, rc 0, transno 11021 00000100:00100000:3.0:1780968273.990805:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dccf0230 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551683904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.990887:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968273.990958:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.991439:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684224 00000004:00080000:0.0:1780968273.991512:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000056dcc3e1/2, rc 0, transno 11011 00000100:00100000:0.0:1780968273.991529:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056dcc3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.992615:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d869b2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.992709:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.992750:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b9f00c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.992774:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968273.992802:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a02bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.992826:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.992863:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683584 00000100:00100000:0.0:1780968273.992868:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780968273.992878:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087b7c729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.992929:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968273.992930:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551683840 00000100:00100000:0.0:1780968273.992965:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1365ea4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968273.992999:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968273.993043:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684096 00000100:00100000:3.0:1780968273.993078:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684032 00000100:00100000:3.0:1780968273.993098:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684288 00000100:00100000:3.0:1780968273.993259:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35817 00000100:00100000:3.0:1780968273.993273:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094fce4f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+174:3018:x1867475551684160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968273.993306:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6017 count 1 00002000:00010000:3.0:1780968273.993341:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1781:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968273.993348:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 3/0,1 mode: --/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993361:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.993363:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968273.993368:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 3/0,1 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993379:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 3/0,1 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993387:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 3/0,1 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993393:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 2/0,0 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993409:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780968273.993423:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968273.993427:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 2/0,0 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993434:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968273.993437:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 2/0,0 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993444:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 3/0,0 mode: PW/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993462:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 1/0,0 mode: --/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993468:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe2c4 lrc: 0/0,0 mode: --/PW res: [0x1781:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968273.993487:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.993489:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968273.993490:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968273.993665:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35818 00000100:00100000:1.0:1780968273.993686:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+175:3018:x1867475551684224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.993800:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6018 count 1 00000100:00100000:3.0:1780968273.993829:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094fce4f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+175:3018:x1867475551684160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 554us (7972us total) trans 98784258830 rc 0/0 00000100:00100000:3.0:1780968273.993839:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35817 00002000:00010000:1.0:1780968273.993847:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1782:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1780968273.993863:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35819 00000100:00100000:3.0:1780968273.993869:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079175174 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551683584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968273.993873:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 3/0,1 mode: --/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780968273.993886:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6009 count 1 00010000:00010000:1.0:1780968273.993890:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.993910:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.993914:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 3/0,1 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.993928:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 3/0,1 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.993937:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 3/0,1 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.993959:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 2/0,0 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.993981:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968273.994054:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35820 00000100:00100000:2.0:1780968273.994064:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a505de44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551683840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968273.994081:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6013 count 1 00002000:00010000:2.0:1780968273.994111:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x177d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1780968273.997180:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+175:3018:x1867475551684224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3486us (6213us total) trans 98784258831 rc 0/0 00000100:00100000:1.0:1780968273.997197:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35818 00000100:00100000:1.0:1780968273.997238:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35821 00000100:00100000:1.0:1780968273.997246:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026554455 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551684096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.997485:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6016 count 1 00002000:00010000:1.0:1780968273.997537:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1780:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.997546:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 3/0,1 mode: --/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.997563:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.997566:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.997572:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 3/0,1 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.997589:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 3/0,1 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.997599:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 3/0,1 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.997606:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 2/0,0 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.997651:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968273.998198:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026554455 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+175:3016:x1867475551684096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 950us (5369us total) trans 98784258832 rc 0/0 00000100:00100000:1.0:1780968273.998209:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35821 00000100:00100000:1.0:1780968273.998234:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35822 00000100:00100000:1.0:1780968273.998240:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084f4f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551684032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968273.998261:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6015 count 1 00000100:00100000:0.0:1780968273.998516:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35823 00000100:00100000:0.0:1780968273.998523:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ceb8ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+174:3016:x1867475551684288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968273.998627:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6019 count 1 00002000:00010000:0.0:1780968273.998651:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1783:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968273.998713:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 3/0,1 mode: --/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.998725:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.998727:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968273.998731:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 3/0,1 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.998743:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 3/0,1 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.998751:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 3/0,1 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.998757:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 2/0,0 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968273.998779:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968273.999034:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ceb8ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+175:3016:x1867475551684288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 510us (6037us total) trans 98784258833 rc 0/0 00000100:00100000:0.0:1780968273.999043:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35823 00000004:00080000:0.0:1780968273.999101:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b1365ea4/2, rc 0, transno 11025 00010000:00010000:1.0:1780968273.999553:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968273.999560:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 2/0,0 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999569:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.999573:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 2/0,0 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999587:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 3/0,0 mode: PW/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999615:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 1/0,0 mode: --/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999621:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe2cb lrc: 0/0,0 mode: --/PW res: [0x1782:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999639:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968273.999642:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 2/0,0 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999655:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.999657:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 2/0,0 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999663:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 3/0,0 mode: PW/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999670:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 1/0,0 mode: --/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999680:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe2d9 lrc: 0/0,0 mode: --/PW res: [0x1780:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999692:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968273.999694:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 2/0,0 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999699:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9cf68cf already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968273.999701:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 2/0,0 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999707:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 3/0,0 mode: PW/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999716:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 1/0,0 mode: --/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999733:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9cf68cf/0x986691d98fe2e7 lrc: 0/0,0 mode: --/PW res: [0x1783:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999745:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.999747:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968273.999748:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1780968273.999768:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x177f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968273.999772:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 3/0,1 mode: --/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999781:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.999783:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968273.999786:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 3/0,1 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999794:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 3/0,1 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999802:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 3/0,1 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999809:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 2/0,0 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968273.999829:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968274.000097:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084f4f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+175:3016:x1867475551684032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1855us (7169us total) trans 98784258834 rc 0/0 00000100:00100000:1.0:1780968274.000106:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35822 00010000:00010000:3.0:1780968274.000565:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968274.000575:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 2/0,0 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.000588:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df416bfc already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968274.000592:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 2/0,0 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.000606:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 3/0,0 mode: PW/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.000626:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 1/0,0 mode: --/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.000632:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df416bfc/0x986691d98fe2e0 lrc: 0/0,0 mode: --/PW res: [0x177f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.000649:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968274.000651:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968274.000652:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968274.000658:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968274.000668:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968274.000715:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000c0c5359/2, rc 0, transno 11023 00000100:00100000:3.0:1780968274.001646:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968274.001655:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1365ea4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684288:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968274.001682:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df449148/2, rc 0, transno 11022 00000100:00100000:3.0:1780968274.001693:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df449148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684160:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968274.001720:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000005a02bfb/2, rc 0, transno 11024 00000100:00100000:0.0:1780968274.001731:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a02bfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684096:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968274.001755:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000087b7c729/2, rc 0, transno 11026 00000100:00100000:0.0:1780968274.001761:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087b7c729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684032:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968274.001774:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000041aa0ae2/2, rc 0, transno 11017 00000100:00100000:3.0:1780968274.001782:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041aa0ae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551683776:0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1780968274.001831:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1779:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968274.001839:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 3/0,1 mode: --/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.001852:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968274.001854:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968274.001859:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 3/0,1 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.001872:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 3/0,1 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.001881:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 3/0,1 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.001887:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 2/0,0 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968274.001984:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780968274.002176:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968274.002184:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 2/0,0 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.002196:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ed436 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968274.002199:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 2/0,0 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.002208:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 3/0,0 mode: PW/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.002234:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 1/0,0 mode: --/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.002241:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db9ed436/0x986691d98fe2ee lrc: 0/0,0 mode: --/PW res: [0x1779:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.002270:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968274.002273:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968274.002282:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968274.002430:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079175174 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+175:3016:x1867475551683584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8558us (9720us total) trans 98784258835 rc 0/0 00000100:00100000:3.0:1780968274.002442:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35819 00000004:00080000:0.0:1780968274.002505:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d869b2ed/2, rc 0, transno 11027 00000100:00100000:0.0:1780968274.002512:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d869b2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683584:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968274.005460:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 3/0,1 mode: --/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.005484:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.005486:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.005491:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 3/0,1 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.005508:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 3/0,1 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.005520:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 3/0,1 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.005528:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 2/0,0 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968274.005742:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091d16364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968274.005770:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bb29638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551684416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968274.005833:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ad4e9e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968274.006082:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780968274.006178:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968274.006417:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a505de44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+175:3016:x1867475551683840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12353us (13642us total) trans 98784258836 rc 0/0 00000100:00100000:2.0:1780968274.006427:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35820 00000100:00100000:2.0:1780968274.006542:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684416 00000100:00100000:2.0:1780968274.006573:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35824 00000100:00100000:2.0:1780968274.006578:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000819fdb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+175:3017:x1867475551684416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968274.006602:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6021 count 1 00002000:00010000:2.0:1780968274.006631:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1785:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968274.006636:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 3/0,1 mode: --/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.006647:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.006648:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.006651:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 3/0,1 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.006662:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 3/0,1 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.006669:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 3/0,1 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.006676:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 2/0,0 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.006691:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968274.006863:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000819fdb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+176:3017:x1867475551684416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 283us (781us total) trans 98784258837 rc 0/0 00000100:00100000:2.0:1780968274.006870:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35824 00000004:00080000:2.0:1780968274.006923:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005bb29638/2, rc 0, transno 11029 00000100:00100000:2.0:1780968274.006934:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bb29638 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551684416:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968274.007600:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968274.007607:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 2/0,0 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007618:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968274.007622:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 2/0,0 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007630:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 3/0,0 mode: PW/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007650:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 1/0,0 mode: --/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007656:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe2d2 lrc: 0/0,0 mode: --/PW res: [0x177d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007674:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968274.007676:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 2/0,0 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007681:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968274.007683:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 2/0,0 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007689:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 3/0,0 mode: PW/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007696:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 1/0,0 mode: --/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007707:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe2f5 lrc: 0/0,0 mode: --/PW res: [0x1785:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007718:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968274.007719:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968274.007720:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968274.007735:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000805e6c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551684544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968274.007779:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968274.007802:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968274.007807:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef2cbc97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551684608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968274.007827:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968274.007854:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684544 00000100:00100000:2.0:1780968274.007880:0:103853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684608 00000100:00100000:2.0:1780968274.007895:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35825 00000100:00100000:2.0:1780968274.007912:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083504451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+177:3015:x1867475551684544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968274.007933:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6023 count 1 00002000:00010000:2.0:1780968274.007956:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1787:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968274.007960:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 3/0,1 mode: --/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007969:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.007971:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.007974:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 3/0,1 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007984:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 3/0,1 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.007996:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 3/0,1 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008003:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 2/0,0 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008017:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968274.008421:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083504451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+178:3015:x1867475551684544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 519us (641us total) trans 98784258838 rc 0/0 00000100:00100000:2.0:1780968274.008429:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35825 00000100:00100000:2.0:1780968274.008447:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35826 00000100:00100000:2.0:1780968274.008451:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7017747 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+177:3015:x1867475551684608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968274.008465:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6024 count 1 00002000:00010000:2.0:1780968274.008479:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1788:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968274.008483:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 3/0,1 mode: --/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008491:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.008493:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968274.008495:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 3/0,1 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008503:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 3/0,1 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008510:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 3/0,1 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008516:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 2/0,0 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008532:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780968274.008654:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7017747 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+178:3015:x1867475551684608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (826us total) trans 98784258839 rc 0/0 00000100:00100000:2.0:1780968274.008662:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35826 00010000:00010000:2.0:1780968274.008679:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780968274.008683:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 2/0,0 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008690:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968274.008693:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 2/0,0 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008700:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 3/0,0 mode: PW/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008712:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 1/0,0 mode: --/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008718:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe2fc lrc: 0/0,0 mode: --/PW res: [0x1787:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008731:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780968274.008733:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 2/0,0 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008744:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000e25a5029) 00010000:00010000:2.0:1780968274.008746:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 2/0,0 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008752:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 3/0,0 mode: PW/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008760:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 1/0,0 mode: --/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008767:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069f371ee/0x986691d98fe303 lrc: 0/0,0 mode: --/PW res: [0x1788:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968274.008776:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968274.008778:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968274.008779:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968274.008806:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ef2cbc97/2, rc 0, transno 11031 00000100:00100000:2.0:1780968274.008816:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef2cbc97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551684608:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968274.008826:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000805e6c19/2, rc 0, transno 11030 00000100:00100000:2.0:1780968274.008828:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000805e6c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551684544:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780968274.009293:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968274.013235:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968274.015806:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968274.015889:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684352 00000100:00100000:1.0:1780968274.015963:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35827 00000100:00100000:1.0:1780968274.015971:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+178:3016:x1867475551684352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968274.016016:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6020 count 1 00002000:00010000:1.0:1780968274.016065:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1784:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968274.016074:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 3/0,1 mode: --/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016092:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780968274.016095:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780968274.016096:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968274.016105:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 3/0,1 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016140:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 3/0,1 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016150:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 3/0,1 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016159:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 2/0,0 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016181:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968274.016198:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968274.016203:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 2/0,0 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016216:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968274.016219:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 2/0,0 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016227:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 3/0,0 mode: PW/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016245:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 1/0,0 mode: --/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016252:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe30a lrc: 0/0,0 mode: --/PW res: [0x1784:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.016269:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968274.016271:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968274.016272:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968274.017330:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007b9f00c3/2, rc 0, transno 11028 00000100:00100000:0.0:1780968274.017356:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b9f00c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551683840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968274.019567:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684480 00000100:00100000:1.0:1780968274.020178:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+180:3016:x1867475551684352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4202us (4379us total) trans 98784258840 rc 0/0 00000100:00100000:1.0:1780968274.020194:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35827 00000100:00100000:1.0:1780968274.020269:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35828 00000100:00100000:1.0:1780968274.020275:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae0c6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+179:3018:x1867475551684480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968274.020311:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6022 count 1 00002000:00010000:1.0:1780968274.020359:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1786:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968274.020367:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 3/0,1 mode: --/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968274.020646:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000091d16364/2, rc 0, transno 11032 00000100:00100000:0.0:1780968274.020663:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091d16364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551684352:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968274.020943:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968274.020948:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968274.020956:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 3/0,1 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.020975:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 3/0,1 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.020986:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 3/0,1 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.020992:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 2/0,0 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968274.021021:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780968274.021087:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968274.021093:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 3/0,0 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.021100:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968274.021104:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 3/0,0 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.021111:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 4/0,0 mode: PW/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.021162:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 2/0,0 mode: --/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968274.021170:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968274.021172:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968274.021173:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968274.021263:0:6327:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe311 lrc: 0/0,0 mode: --/PW res: [0x1786:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968274.021934:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae0c6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+180:3018:x1867475551684480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1655us (5844us total) trans 98784258841 rc 0/0 00000100:00100000:1.0:1780968274.021945:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35828 00000004:00080000:1.0:1780968274.022002:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007ad4e9e8/2, rc 0, transno 11033 00000100:00100000:1.0:1780968274.022021:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ad4e9e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684480:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780968274.059394:0:97839:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4896227273905ns, next at 4897227270787ns, rc = 0 00000100:00100000:1.0:1780968274.061638:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968274.061678:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ad870aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968274.061776:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968274.061859:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684672 00000100:00100000:1.0:1780968274.061926:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1780968274.061933:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+180:3018:x1867475551684672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968274.061982:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968274.062029:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfcd095f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+180:3018:x1867475551684672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968274.062037:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1780968274.062106:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ad870aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551684672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968274.062190:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2e06f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551684736:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968274.062224:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968274.063055:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684736 00000100:00100000:1.0:1780968274.063110:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1780968274.063147:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ed7137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551684736:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968274.063212:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ed7137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551684736:12345-0@lo:400:kworker/u8:1.0 Request processed in 96us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968274.063220:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1780968274.063611:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2e06f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551684736:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.063638:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968274.063647:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c38bbb39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3016:1867475551684800:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.063693:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968274.063776:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968274.063784:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2e06f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551684864:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968274.063918:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968274.067195:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684800 00000100:00100000:0.0:1780968274.067264:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684864 00000100:00100000:0.0:1780968274.067291:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1780968274.067300:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011f69d33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3016:x1867475551684800:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.067413:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011f69d33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3016:x1867475551684800:12345-0@lo:400:kworker/u8:1.0 Request processed in 112us (3720us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968274.067421:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1780968274.067440:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780968274.067444:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551684864:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.067482:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000327f7dea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551684864:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (3673us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968274.067488:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1780968274.067561:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2e06f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551684864:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.067593:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780968274.067608:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004eb56aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551684928:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.067650:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968274.067677:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684928 00000100:00100000:0.0:1780968274.067710:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1780968274.067714:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f42e0ac8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551684928:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.067745:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f42e0ac8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551684928:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968274.067752:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1780968274.067777:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004eb56aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551684928:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968274.067803:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c38bbb39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3016:1867475551684800:0@lo:400:kworker/u8:1.0 00010000:00010000:2.0:1780968274.316433:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780968275.235637:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258833 is committed 00000001:00080000:1.0:1780968275.236174:0:115321:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258841 is committed 00010000:00010000:1.0:1780968275.339163:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968276.361710:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780968276.734456:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976091 is committed 00000001:00080000:3.0:1780968276.734575:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976095 is committed 00000001:00080000:3.0:1780968276.734629:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976097 is committed 00000100:00100000:2.0:1780968277.155271:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968277.155330:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968277.155416:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404096 00000100:00100000:3.0:1780968277.155485:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 818 00000100:00100000:3.0:1780968277.155494:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bdcfe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545404096:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968277.155586:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bdcfe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545404096:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 92us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968277.155597:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 818 00000100:00100000:3.0:1780968277.155640:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404160 00000100:00100000:3.0:1780968277.155673:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1375 00000100:00100000:3.0:1780968277.155678:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000593b4b12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+22:2222:x1867475545404160:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968277.155717:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000593b4b12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+22:2222:x1867475545404160:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 38us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968277.155724:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1375 00010000:00010000:1.0:1780968277.384150:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968278.152316:0:97841:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4900320197318ns, next at 4901320194025ns, rc = 0 00000100:00100000:3.0:1780968278.152322:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968278.152363:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fab10e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551684992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968278.152473:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968278.160707:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551684992 00000100:00100000:2.0:1780968278.160821:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:2.0:1780968278.160831:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076393b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551684992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968278.160910:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 21430272 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968278.161470:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076393b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551684992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 637us (8996us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968278.161480:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1780968278.161808:0:3017:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976097 gen 3 00000004:00080000:3.0:1780968278.161820:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f40c85be, transno 4294975922 00000004:00080000:3.0:1780968278.161837:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007344ed19, transno 4294975923 00000004:00080000:3.0:1780968278.161841:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c54b2983, transno 4294975924 00000004:00080000:3.0:1780968278.161846:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003747ec4b, transno 4294975925 00000004:00080000:3.0:1780968278.161849:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000049db4a66, transno 4294975926 00000004:00080000:3.0:1780968278.161853:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a4caf55, transno 4294975927 00000004:00080000:3.0:1780968278.161857:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000016e70455, transno 4294975928 00000004:00080000:3.0:1780968278.161861:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000051a6533c, transno 4294975929 00000004:00080000:3.0:1780968278.161866:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000096225775, transno 4294975930 00000004:00080000:3.0:1780968278.161878:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bcf7edb5, transno 4294975931 00000004:00080000:3.0:1780968278.161883:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001f92aaee, transno 4294975932 00000004:00080000:3.0:1780968278.161885:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000050a6fc88, transno 4294975933 00000004:00080000:3.0:1780968278.161887:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7220928, transno 4294975934 00000004:00080000:3.0:1780968278.161889:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000880c9389, transno 4294975935 00000004:00080000:3.0:1780968278.161891:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000081a3c4c8, transno 4294975936 00000004:00080000:3.0:1780968278.161894:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000077063d76, transno 4294975937 00000004:00080000:3.0:1780968278.161897:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a627f42, transno 4294975938 00000004:00080000:3.0:1780968278.161900:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000050e9ad8b, transno 4294975939 00000004:00080000:3.0:1780968278.161904:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cefca2d0, transno 4294975940 00000004:00080000:3.0:1780968278.161910:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061b574e5, transno 4294975941 00000004:00080000:3.0:1780968278.161922:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025055c60, transno 4294975942 00000004:00080000:3.0:1780968278.161926:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000050976b7c, transno 4294975943 00000004:00080000:3.0:1780968278.161929:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006044fc24, transno 4294975944 00000004:00080000:3.0:1780968278.161935:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b66213a7, transno 4294975945 00000004:00080000:3.0:1780968278.161941:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000072cf5437, transno 4294975946 00000004:00080000:3.0:1780968278.161943:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbf7c6c9, transno 4294975947 00000004:00080000:3.0:1780968278.161945:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006ca137e3, transno 4294975948 00000004:00080000:3.0:1780968278.161947:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ad6570ca, transno 4294975949 00000004:00080000:3.0:1780968278.161949:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d2744a6b, transno 4294975950 00000004:00080000:3.0:1780968278.161951:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000261d47ed, transno 4294975951 00000004:00080000:3.0:1780968278.161954:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003414b836, transno 4294975952 00000004:00080000:3.0:1780968278.161956:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000879dac19, transno 4294975953 00000004:00080000:3.0:1780968278.161958:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005efd7a3f, transno 4294975954 00000004:00080000:3.0:1780968278.161960:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000082e382dc, transno 4294975955 00000004:00080000:3.0:1780968278.161962:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000caf75172, transno 4294975956 00000004:00080000:3.0:1780968278.161964:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d13d735a, transno 4294975957 00000004:00080000:3.0:1780968278.161966:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060abc06a, transno 4294975958 00000004:00080000:3.0:1780968278.161968:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000935bf871, transno 4294975959 00000004:00080000:3.0:1780968278.161970:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a97bd313, transno 4294975960 00000004:00080000:3.0:1780968278.161972:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007ed884c6, transno 4294975961 00000004:00080000:3.0:1780968278.161974:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000004e62fe, transno 4294975962 00000004:00080000:3.0:1780968278.161977:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c09c494f, transno 4294975963 00000004:00080000:3.0:1780968278.161978:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003659b877, transno 4294975964 00000004:00080000:3.0:1780968278.161980:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003aeb0b63, transno 4294975965 00000004:00080000:3.0:1780968278.161982:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001e1edd26, transno 4294975966 00000004:00080000:3.0:1780968278.161985:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000233ee474, transno 4294975967 00000004:00080000:3.0:1780968278.161987:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000377fd641, transno 4294975968 00000004:00080000:3.0:1780968278.161989:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e3c801be, transno 4294975969 00000004:00080000:3.0:1780968278.161991:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a4de1a46, transno 4294975970 00000004:00080000:3.0:1780968278.161993:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b5e271ed, transno 4294975971 00000004:00080000:3.0:1780968278.161995:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b873e3ee, transno 4294975972 00000004:00080000:3.0:1780968278.161997:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025b59e9d, transno 4294975973 00000004:00080000:3.0:1780968278.161999:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bde7b04a, transno 4294975974 00000004:00080000:3.0:1780968278.162001:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b1de26c, transno 4294975975 00000004:00080000:3.0:1780968278.162003:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000003a1ab8f, transno 4294975976 00000004:00080000:3.0:1780968278.162005:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000215d0b89, transno 4294975977 00000004:00080000:3.0:1780968278.162007:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000075e5a5c6, transno 4294975978 00000004:00080000:3.0:1780968278.162009:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ff9d620, transno 4294975979 00000004:00080000:3.0:1780968278.162011:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e0dc32e8, transno 4294975980 00000004:00080000:3.0:1780968278.162013:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000639b4a7a, transno 4294975981 00000004:00080000:3.0:1780968278.162015:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a8d4f10, transno 4294975982 00000004:00080000:3.0:1780968278.162017:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cca0d884, transno 4294975983 00000004:00080000:3.0:1780968278.162018:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000088cac9bf, transno 4294975984 00000004:00080000:3.0:1780968278.162020:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f92b4be, transno 4294975985 00000004:00080000:3.0:1780968278.162022:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000017ba2317, transno 4294975986 00000004:00080000:3.0:1780968278.162024:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000345bf1b1, transno 4294975987 00000004:00080000:3.0:1780968278.162026:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000047c277d2, transno 4294975988 00000004:00080000:3.0:1780968278.162028:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000080ef39b3, transno 4294975989 00000004:00080000:3.0:1780968278.162030:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002d2c3492, transno 4294975990 00000004:00080000:3.0:1780968278.162032:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000adcd96f3, transno 4294975991 00000004:00080000:3.0:1780968278.162034:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ad8b7de, transno 4294975992 00000004:00080000:3.0:1780968278.162036:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000488f7c97, transno 4294975993 00000004:00080000:3.0:1780968278.162038:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000181719c1, transno 4294975994 00000004:00080000:3.0:1780968278.162040:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000da22a2c5, transno 4294975995 00000004:00080000:3.0:1780968278.162042:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000006304ea2, transno 4294975996 00000004:00080000:3.0:1780968278.162152:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a0c9ca63, transno 4294975997 00000004:00080000:3.0:1780968278.162155:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005f091ba6, transno 4294975998 00000004:00080000:3.0:1780968278.162157:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003e5258a0, transno 4294975999 00000004:00080000:3.0:1780968278.162159:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a7165d83, transno 4294976000 00000004:00080000:3.0:1780968278.162161:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a347fef9, transno 4294976001 00000004:00080000:3.0:1780968278.162163:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006acad196, transno 4294976002 00000004:00080000:3.0:1780968278.162165:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c01088bc, transno 4294976003 00000004:00080000:3.0:1780968278.162167:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f43652fb, transno 4294976004 00000004:00080000:3.0:1780968278.162169:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000881adc96, transno 4294976005 00000004:00080000:3.0:1780968278.162171:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ae96378, transno 4294976006 00000004:00080000:3.0:1780968278.162172:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001fa885f8, transno 4294976007 00000004:00080000:3.0:1780968278.162174:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000082d2819b, transno 4294976008 00000004:00080000:3.0:1780968278.162176:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000a8488f7, transno 4294976009 00000004:00080000:3.0:1780968278.162177:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bf9edac7, transno 4294976010 00000004:00080000:3.0:1780968278.162180:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d7351068, transno 4294976011 00000004:00080000:3.0:1780968278.162184:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a1b71dfe, transno 4294976012 00000004:00080000:3.0:1780968278.162187:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f6502cd5, transno 4294976013 00000004:00080000:3.0:1780968278.162190:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c57d908d, transno 4294976014 00000004:00080000:3.0:1780968278.162193:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a961b43a, transno 4294976015 00000004:00080000:3.0:1780968278.162195:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f7f4a82, transno 4294976016 00000004:00080000:3.0:1780968278.162197:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000058d52fd2, transno 4294976017 00000004:00080000:3.0:1780968278.162199:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000845e775c, transno 4294976018 00000004:00080000:3.0:1780968278.162204:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000264021f, transno 4294976019 00000004:00080000:3.0:1780968278.162207:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b607a038, transno 4294976020 00000004:00080000:3.0:1780968278.162212:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f8426a13, transno 4294976021 00000004:00080000:3.0:1780968278.162214:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d2b1cc33, transno 4294976022 00000004:00080000:3.0:1780968278.162216:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000478f1aae, transno 4294976023 00000004:00080000:3.0:1780968278.162221:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007bf1ec75, transno 4294976024 00000004:00080000:3.0:1780968278.162223:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009c91399b, transno 4294976025 00000004:00080000:3.0:1780968278.162225:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009faa965b, transno 4294976026 00000004:00080000:3.0:1780968278.162228:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c42c31c, transno 4294976027 00000004:00080000:3.0:1780968278.162230:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009b088e36, transno 4294976028 00000004:00080000:3.0:1780968278.162232:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d8784f50, transno 4294976029 00000004:00080000:3.0:1780968278.162234:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007f9b0e34, transno 4294976030 00000004:00080000:3.0:1780968278.162237:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000293c68d2, transno 4294976031 00000004:00080000:3.0:1780968278.162238:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a5924d4, transno 4294976032 00000004:00080000:3.0:1780968278.162240:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d434a3a0, transno 4294976033 00000004:00080000:3.0:1780968278.162242:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ab35a7ca, transno 4294976034 00000004:00080000:3.0:1780968278.162244:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a555864b, transno 4294976035 00000004:00080000:3.0:1780968278.162245:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000986f8901, transno 4294976036 00000004:00080000:3.0:1780968278.162250:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f225a749, transno 4294976037 00000004:00080000:3.0:1780968278.162253:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061e51220, transno 4294976038 00000004:00080000:3.0:1780968278.162254:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f1c79d17, transno 4294976039 00000004:00080000:3.0:1780968278.162256:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b62256f6, transno 4294976040 00000004:00080000:3.0:1780968278.162259:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000089d56088, transno 4294976041 00000004:00080000:3.0:1780968278.162260:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000083de095f, transno 4294976042 00000004:00080000:3.0:1780968278.162262:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bfd724b6, transno 4294976043 00000004:00080000:3.0:1780968278.162264:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b0744dc, transno 4294976044 00000004:00080000:3.0:1780968278.162266:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000034836eca, transno 4294976045 00000004:00080000:3.0:1780968278.162268:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000588390bd, transno 4294976046 00000004:00080000:3.0:1780968278.162270:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000126942a, transno 4294976047 00000004:00080000:3.0:1780968278.162272:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b553edfe, transno 4294976048 00000004:00080000:3.0:1780968278.162273:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000679cea3a, transno 4294976049 00000004:00080000:3.0:1780968278.162275:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004e9bd1d6, transno 4294976050 00000004:00080000:3.0:1780968278.162277:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002658ae0d, transno 4294976051 00000004:00080000:3.0:1780968278.162279:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000b4e00b1, transno 4294976052 00000004:00080000:3.0:1780968278.162281:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069fcb029, transno 4294976053 00000004:00080000:3.0:1780968278.162283:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f6c4a223, transno 4294976054 00000004:00080000:3.0:1780968278.162285:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fbb6ab3, transno 4294976055 00000004:00080000:3.0:1780968278.162286:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000319d99ac, transno 4294976056 00000004:00080000:3.0:1780968278.162289:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a19319b, transno 4294976057 00000004:00080000:3.0:1780968278.162291:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6e4386c, transno 4294976058 00000004:00080000:3.0:1780968278.162293:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003a7deb0b, transno 4294976059 00000004:00080000:3.0:1780968278.162296:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009d1db873, transno 4294976060 00000004:00080000:3.0:1780968278.162298:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000f5b060a, transno 4294976061 00000004:00080000:3.0:1780968278.162300:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009cec7d99, transno 4294976062 00000004:00080000:3.0:1780968278.162301:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000080462f27, transno 4294976063 00000004:00080000:3.0:1780968278.162303:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b5645a49, transno 4294976064 00000004:00080000:3.0:1780968278.162305:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e9fb030, transno 4294976065 00000004:00080000:3.0:1780968278.162307:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004b45d02c, transno 4294976066 00000004:00080000:3.0:1780968278.162309:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007afebd62, transno 4294976067 00000004:00080000:3.0:1780968278.162312:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000128b1232, transno 4294976068 00000004:00080000:3.0:1780968278.162313:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ec0f14f, transno 4294976069 00000004:00080000:3.0:1780968278.162316:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000239d1512, transno 4294976070 00000004:00080000:3.0:1780968278.162317:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a5e6b620, transno 4294976071 00000004:00080000:3.0:1780968278.162320:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002c7ed216, transno 4294976072 00000004:00080000:3.0:1780968278.162322:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c71a5e4, transno 4294976073 00000004:00080000:3.0:1780968278.162324:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037a78dd5, transno 4294976074 00000004:00080000:3.0:1780968278.162325:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000054830df0, transno 4294976075 00000004:00080000:3.0:1780968278.162327:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000012efc95c, transno 4294976076 00000004:00080000:3.0:1780968278.162329:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e1ed054c, transno 4294976077 00000004:00080000:3.0:1780968278.162331:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a8f10a4, transno 4294976078 00000004:00080000:3.0:1780968278.162332:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e8b3fc52, transno 4294976079 00000004:00080000:3.0:1780968278.162334:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a1ba53f5, transno 4294976080 00000004:00080000:3.0:1780968278.162336:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f253d1c, transno 4294976081 00000004:00080000:3.0:1780968278.162338:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000001322834, transno 4294976082 00000004:00080000:3.0:1780968278.162340:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000087f3748f, transno 4294976083 00000004:00080000:3.0:1780968278.162342:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000356f93a7, transno 4294976084 00000004:00080000:3.0:1780968278.162344:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ed3785ee, transno 4294976085 00000004:00080000:3.0:1780968278.162346:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000072cfec32, transno 4294976086 00000004:00080000:3.0:1780968278.162348:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000045dec06e, transno 4294976087 00000004:00080000:3.0:1780968278.162350:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000041fe41f1, transno 4294976088 00000004:00080000:3.0:1780968278.162352:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000299b15d8, transno 4294976089 00000004:00080000:3.0:1780968278.162558:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000824e49b, transno 4294976090 00000004:00080000:3.0:1780968278.162562:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002f7d0417, transno 4294976091 00000004:00080000:3.0:1780968278.162565:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a791ff08, transno 4294976092 00000004:00080000:3.0:1780968278.162567:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000068e1dd2d, transno 4294976093 00000004:00080000:3.0:1780968278.162569:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000abf228d, transno 4294976094 00000004:00080000:3.0:1780968278.162571:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005c1828c5, transno 4294976095 00000004:00080000:3.0:1780968278.162573:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000000f8e362, transno 4294976096 00000004:00080000:3.0:1780968278.162576:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ae1f3ac3, transno 4294976097 00000100:00100000:3.0:1780968278.162596:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fab10e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551684992:0@lo:13:osp-pre-1-0.0 00000040:00100000:2.0:1780968278.162652:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 7 records, first 2673 in log [0x1e:0x1:0x0] 00000004:00080000:2.0:1780968278.163023:0:97840:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 29 changes, 169 in progress, 0 in flight, 7 done 00000040:00100000:0.0:1780968278.168544:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 169 records, first 2831 in log [0x1e:0x1:0x0] 00000004:00080000:0.0:1780968278.168755:0:97840:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 29 changes, 0 in progress, 0 in flight, 169 done 00010000:00010000:3.0:1780968278.418315:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968278.752889:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 118 committed 00000004:00080000:3.0:1780968278.752928:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 131 committed 00000100:00100000:0.0:1780968278.753333:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb39bf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753421:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753453:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bbb5a54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753475:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753490:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fab10e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753510:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753523:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e30fd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753541:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753570:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1780968278.753575:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016652765 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753597:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753611:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000910c0f72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753631:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753646:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b3b5a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753664:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753678:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7c6bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753710:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753739:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063303239 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753761:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753775:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c7a8d46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753793:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753808:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf1d633c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753827:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753841:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036cb3a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753860:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753887:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1780968278.753892:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000096b4c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753910:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753921:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008497206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.753936:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753948:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b435c987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753964:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.753977:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005efaff00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551686016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.753996:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.754032:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685120 00000100:00100000:0.0:1780968278.754082:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685376 00000100:00100000:0.0:1780968278.754098:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685632 00000100:00100000:0.0:1780968278.754109:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685888 00000100:00100000:0.0:1780968278.754142:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685056 00000100:00100000:0.0:1780968278.754152:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685312 00000100:00100000:0.0:1780968278.754158:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685568 00000100:00100000:0.0:1780968278.754165:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685824 00000100:00100000:0.0:1780968278.754172:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685184 00000100:00100000:0.0:1780968278.754180:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685440 00000100:00100000:0.0:1780968278.754187:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685696 00000100:00100000:0.0:1780968278.754195:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685952 00000100:00100000:0.0:1780968278.754202:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685248 00000100:00100000:0.0:1780968278.754208:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685504 00000100:00100000:0.0:1780968278.754215:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551685760 00000100:00100000:0.0:1780968278.754221:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686016 00000100:00100000:0.0:1780968278.754233:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35829 00000100:00100000:0.0:1780968278.754239:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187b1c6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551685120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968278.754274:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3777 count 1 00002000:00010000:0.0:1780968278.754322:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xec1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.754330:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 3/0,1 mode: --/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754346:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.754348:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.754354:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 3/0,1 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754374:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 3/0,1 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754382:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 3/0,1 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754388:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 2/0,0 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754405:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780968278.754617:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35830 00000100:00100000:2.0:1780968278.754624:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551685376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968278.754643:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4207 count 1 00002000:00010000:2.0:1780968278.754668:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x106f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.754673:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 3/0,1 mode: --/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.754683:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.754685:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.754687:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 3/0,1 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.754698:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 3/0,1 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.754706:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 3/0,1 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.754713:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 2/0,0 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.754736:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968278.754849:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35831 00000100:00100000:0.0:1780968278.754854:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000867f256e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551685632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.754881:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6025 count 1 00002000:00010000:0.0:1780968278.754908:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1789:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.754914:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 3/0,1 mode: --/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754922:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.754924:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.754926:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 3/0,1 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754944:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 3/0,1 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754951:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 3/0,1 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754958:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 2/0,0 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.754971:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968278.754994:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35832 00000100:00100000:2.0:1780968278.755000:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083887067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551685888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968278.755016:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6029 count 1 00002000:00010000:2.0:1780968278.755036:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x178d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.755040:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 3/0,1 mode: --/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.755049:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.755051:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.755053:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 3/0,1 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.755063:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 3/0,1 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.755070:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 3/0,1 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.755077:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 2/0,0 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.755094:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968278.755322:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000867f256e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551685632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 467us (1811us total) trans 98784258842 rc 0/0 00000100:00100000:0.0:1780968278.755331:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35831 00000100:00100000:0.0:1780968278.755353:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35833 00000100:00100000:0.0:1780968278.755357:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060900990 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3016:x1867475551685056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.755374:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35834 00000100:00100000:0.0:1780968278.755377:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037449593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3016:x1867475551685312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.755390:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35835 00000100:00100000:0.0:1780968278.755394:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000296ac5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551685568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.755405:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5601 count 1 00002000:00010000:0.0:1780968278.755423:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.755427:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 3/0,1 mode: --/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755437:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.755439:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.755442:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 3/0,1 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755450:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 3/0,1 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755457:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 3/0,1 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755462:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 2/0,0 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755471:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968278.755644:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000296ac5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551685568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (1979us total) trans 98784258843 rc 0/0 00000100:00100000:0.0:1780968278.755651:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35835 00000100:00100000:0.0:1780968278.755665:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35836 00000100:00100000:0.0:1780968278.755669:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3016:x1867475551685824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.755680:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6028 count 1 00002000:00010000:0.0:1780968278.755694:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x178c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.755698:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 3/0,1 mode: --/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755705:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.755706:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.755708:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 3/0,1 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755721:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 3/0,1 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755727:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 3/0,1 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755733:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 2/0,0 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755740:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968278.755883:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551685824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 213us (2173us total) trans 98784258844 rc 0/0 00000100:00100000:0.0:1780968278.755890:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35836 00000100:00100000:0.0:1780968278.755901:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35837 00000100:00100000:0.0:1780968278.755905:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000286ec6a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3017:x1867475551685184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.755923:0:20713:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35838 00000100:00100000:0.0:1780968278.755926:0:20713:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001da9bfa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3017:x1867475551685440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.755940:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35839 00000100:00100000:0.0:1780968278.755943:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddce646e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3017:x1867475551685696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.755954:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6026 count 1 00002000:00010000:0.0:1780968278.755971:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x178a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.755974:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 3/0,1 mode: --/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755982:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.755984:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.755986:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 3/0,1 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.755994:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 3/0,1 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.756000:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 3/0,1 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.756006:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 2/0,0 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.756013:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1780968278.756167:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddce646e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3017:x1867475551685696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (2339us total) trans 98784258845 rc 0/0 00000100:00100000:0.0:1780968278.756174:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35839 00000100:00100000:0.0:1780968278.756192:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35840 00000100:00100000:0.0:1780968278.756197:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037e068f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3017:x1867475551685952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.756207:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6030 count 1 00002000:00010000:0.0:1780968278.756222:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x178e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.756226:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 3/0,1 mode: --/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.756234:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.756235:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.756237:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 3/0,1 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968278.756467:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35841 00000100:00100000:3.0:1780968278.756473:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000841f3c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3017:x1867475551685248:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968278.756490:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35842 00000100:00100000:3.0:1780968278.756494:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5cd152a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3017:x1867475551685504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968278.756645:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187b1c6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3016:x1867475551685120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2404us (3224us total) trans 4294976098 rc 0/0 00000100:00100000:3.0:1780968278.756653:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35829 00000100:00100000:3.0:1780968278.756669:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35843 00000100:00100000:3.0:1780968278.756673:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5bd44cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3017:x1867475551685760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968278.756686:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6027 count 1 00002000:00010000:3.0:1780968278.756717:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x178b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968278.756721:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 3/0,1 mode: --/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.756729:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.756731:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.756733:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 3/0,1 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.756741:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 3/0,1 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.756748:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 3/0,1 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.756754:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 2/0,0 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.756763:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1780968278.756951:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5bd44cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3017:x1867475551685760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 277us (2986us total) trans 98784258846 rc 0/0 00000100:00100000:3.0:1780968278.756957:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35843 00000100:00100000:3.0:1780968278.756970:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35844 00000100:00100000:3.0:1780968278.756974:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049897063 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3017:x1867475551686016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968278.756985:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6031 count 1 00002000:00010000:3.0:1780968278.757001:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x178f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968278.757005:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 3/0,1 mode: --/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757013:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.757014:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.757016:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 3/0,1 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757023:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 3/0,1 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757029:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 3/0,1 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757035:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 2/0,0 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757042:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:3.0:1780968278.757235:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049897063 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3017:x1867475551686016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 259us (3238us total) trans 98784258847 rc 0/0 00000100:00100000:3.0:1780968278.757241:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35844 00010000:00010000:3.0:1780968278.757275:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1780968278.757282:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 2/0,0 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757291:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9cf68cf already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757295:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 2/0,0 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757304:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 3/0,0 mode: PW/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757325:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 1/0,0 mode: --/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757337:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9cf68cf/0x986691d98fe318 lrc: 0/0,0 mode: --/PW res: [0xec1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757353:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1780968278.757356:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 2/0,0 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757363:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069f371ee already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757365:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 2/0,0 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757371:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 3/0,0 mode: PW/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757380:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 1/0,0 mode: --/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757386:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f371ee/0x986691d98fe31f lrc: 0/0,0 mode: --/PW res: [0x106f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757399:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1780968278.757402:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 2/0,0 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757409:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000feb209ff already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757411:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 2/0,0 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757421:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 3/0,0 mode: PW/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757431:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 1/0,0 mode: --/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757437:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feb209ff/0x986691d98fe326 lrc: 0/0,0 mode: --/PW res: [0x1789:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757448:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780968278.757451:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 2/0,0 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757457:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757459:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 2/0,0 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757465:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 3/0,0 mode: PW/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757473:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 1/0,0 mode: --/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757479:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0e78194/0x986691d98fe32d lrc: 0/0,0 mode: --/PW res: [0x178d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757489:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780968278.757492:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 2/0,0 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757498:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037f070a1 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757500:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 2/0,0 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757506:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 3/0,0 mode: PW/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757513:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 1/0,0 mode: --/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757520:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037f070a1/0x986691d98fe334 lrc: 0/0,0 mode: --/PW res: [0x15e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757529:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968278.757532:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 2/0,0 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757538:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074789dee already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757540:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 2/0,0 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757547:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 3/0,0 mode: PW/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757555:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 1/0,0 mode: --/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757565:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074789dee/0x986691d98fe33b lrc: 0/0,0 mode: --/PW res: [0x178c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757575:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968278.757577:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 2/0,0 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757583:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033e000b6 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757585:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 2/0,0 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757591:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 3/0,0 mode: PW/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757598:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 1/0,0 mode: --/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757603:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033e000b6/0x986691d98fe342 lrc: 0/0,0 mode: --/PW res: [0x178a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757613:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968278.757615:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 2/0,0 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757620:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757621:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 2/0,0 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757630:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 3/0,0 mode: PW/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757637:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 1/0,0 mode: --/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757642:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000411e8607/0x986691d98fe350 lrc: 0/0,0 mode: --/PW res: [0x178b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757651:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968278.757653:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 2/0,0 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757659:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019ac09f4 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.757660:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 2/0,0 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757666:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 3/0,0 mode: PW/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757672:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 1/0,0 mode: --/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757677:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019ac09f4/0x986691d98fe357 lrc: 0/0,0 mode: --/PW res: [0x178f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.757686:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.757688:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.757690:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968278.757810:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551685376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3185us (4333us total) trans 4294976099 rc 0/0 00000100:00100000:3.0:1780968278.757817:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35830 00010000:00010000:1.0:1780968278.758060:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.758067:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.758072:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.758149:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 3/0,1 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.758161:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 3/0,1 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.758168:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 2/0,0 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.758186:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968278.758469:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037e068f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3017:x1867475551685952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2270us (4607us total) trans 98784258848 rc 0/0 00000100:00100000:0.0:1780968278.758477:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35840 00000100:00100000:0.0:1780968278.758571:0:3017:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 98784258841 gen 3 00000004:00080000:0.0:1780968278.758578:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005cd1f753, transno 98784258667 00000004:00080000:0.0:1780968278.758645:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005393e98b, transno 98784258668 00010000:00010000:3.0:1780968278.758700:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968278.758705:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 2/0,0 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.758712:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006219d0fc already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.758715:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 2/0,0 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.758723:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 3/0,0 mode: PW/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.758741:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 1/0,0 mode: --/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.758747:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006219d0fc/0x986691d98fe349 lrc: 0/0,0 mode: --/PW res: [0x178e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.758761:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.758763:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.758764:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00100000:1.0:1780968278.758857:0:97838:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 3678 in log [0x1c:0x1:0x0] 00000040:00100000:1.0:1780968278.759001:0:97838:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 3674 in log [0x1c:0x1:0x0] 00000004:00080000:0.0:1780968278.759073:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000abf13590, transno 98784258669 00000004:00080000:0.0:1780968278.759077:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cb09e152, transno 98784258670 00000004:00080000:0.0:1780968278.759080:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df8564cf, transno 98784258671 00000004:00080000:0.0:1780968278.759083:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d807583a, transno 98784258672 00000004:00080000:0.0:1780968278.759086:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c014c4c7, transno 98784258673 00000004:00080000:0.0:1780968278.759088:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ea9766a, transno 98784258674 00000004:00080000:0.0:1780968278.759091:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dd937490, transno 98784258675 00000004:00080000:0.0:1780968278.759094:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a0fefec, transno 98784258676 00000004:00080000:0.0:1780968278.759097:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a3e46ac2, transno 98784258677 00000004:00080000:0.0:1780968278.759099:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000097b7579f, transno 98784258678 00000004:00080000:0.0:1780968278.759102:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000057b427ca, transno 98784258679 00000004:00080000:0.0:1780968278.759105:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009e392a76, transno 98784258680 00000004:00080000:0.0:1780968278.759108:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000068d9a2a8, transno 98784258681 00000004:00080000:0.0:1780968278.759110:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009ddc1091, transno 98784258682 00000004:00080000:0.0:1780968278.759143:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000063118d74, transno 98784258683 00000004:00080000:0.0:1780968278.759147:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004926604f, transno 98784258684 00000004:00080000:0.0:1780968278.759149:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b3d0c546, transno 98784258685 00000004:00080000:0.0:1780968278.759151:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005004581e, transno 98784258686 00000004:00080000:0.0:1780968278.759154:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002e49f8af, transno 98784258687 00000004:00080000:0.0:1780968278.759156:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000063c07078, transno 98784258688 00000004:00080000:0.0:1780968278.759159:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c3befcea, transno 98784258689 00000004:00080000:0.0:1780968278.759161:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b5fcdb4, transno 98784258690 00000004:00080000:0.0:1780968278.759163:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000030fd4041, transno 98784258691 00000004:00080000:0.0:1780968278.759166:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e5a843d2, transno 98784258692 00000004:00080000:0.0:1780968278.759168:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061a92705, transno 98784258693 00000004:00080000:0.0:1780968278.759170:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a488d40f, transno 98784258694 00000004:00080000:0.0:1780968278.759172:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000877b84a9, transno 98784258695 00000004:00080000:0.0:1780968278.759174:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d21a4fc9, transno 98784258696 00000004:00080000:0.0:1780968278.759176:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001de4c35c, transno 98784258697 00000004:00080000:0.0:1780968278.759179:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009580380d, transno 98784258698 00000004:00080000:0.0:1780968278.759181:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fb97c71, transno 98784258699 00000004:00080000:0.0:1780968278.759183:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cc2d24f1, transno 98784258700 00000004:00080000:0.0:1780968278.759185:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e5831c2, transno 98784258701 00000004:00080000:0.0:1780968278.759188:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001a105dd9, transno 98784258702 00000004:00080000:0.0:1780968278.759190:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bfdcd420, transno 98784258703 00000004:00080000:0.0:1780968278.759192:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000bd97350, transno 98784258704 00000004:00080000:0.0:1780968278.759194:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e4b1f196, transno 98784258705 00000004:00080000:0.0:1780968278.759197:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000017ae935, transno 98784258706 00000004:00080000:0.0:1780968278.759200:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fb9c13e2, transno 98784258707 00000004:00080000:0.0:1780968278.759202:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006dd8592c, transno 98784258708 00000004:00080000:0.0:1780968278.759204:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007d01ab47, transno 98784258709 00000004:00080000:0.0:1780968278.759207:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1095bc8, transno 98784258710 00000004:00080000:0.0:1780968278.759209:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000393e7e73, transno 98784258711 00000004:00080000:0.0:1780968278.759211:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f4fac628, transno 98784258712 00000004:00080000:0.0:1780968278.759214:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005c5a4691, transno 98784258713 00000004:00080000:0.0:1780968278.759216:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a358d65, transno 98784258714 00000004:00080000:0.0:1780968278.759218:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003c09c4de, transno 98784258715 00000004:00080000:0.0:1780968278.759221:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000099cb88ff, transno 98784258716 00000004:00080000:0.0:1780968278.759223:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000000ffb8f5, transno 98784258717 00000004:00080000:0.0:1780968278.759226:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a6180c7, transno 98784258718 00000004:00080000:0.0:1780968278.759229:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000701c3665, transno 98784258719 00000004:00080000:0.0:1780968278.759231:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003b035231, transno 98784258720 00000004:00080000:0.0:1780968278.759233:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069a36a15, transno 98784258721 00000004:00080000:0.0:1780968278.759236:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005ee97052, transno 98784258722 00000004:00080000:0.0:1780968278.759238:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6faef2f, transno 98784258723 00000004:00080000:0.0:1780968278.759240:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b55a1a36, transno 98784258724 00000004:00080000:0.0:1780968278.759242:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eb275071, transno 98784258725 00000004:00080000:0.0:1780968278.759245:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000042e0ecdd, transno 98784258726 00000004:00080000:0.0:1780968278.759247:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbc027fa, transno 98784258727 00000004:00080000:0.0:1780968278.759250:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001aeaacac, transno 98784258728 00000004:00080000:0.0:1780968278.759252:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008eaba2d2, transno 98784258729 00000004:00080000:0.0:1780968278.759255:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007f4addce, transno 98784258730 00000004:00080000:0.0:1780968278.759257:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a93a7d89, transno 98784258731 00000004:00080000:0.0:1780968278.759259:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f8792dc9, transno 98784258732 00000004:00080000:0.0:1780968278.759262:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dbf894dc, transno 98784258733 00000004:00080000:0.0:1780968278.759264:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005c31f7ad, transno 98784258734 00000004:00080000:0.0:1780968278.759267:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000ff56b37, transno 98784258735 00000004:00080000:0.0:1780968278.759270:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b00de48, transno 98784258736 00000004:00080000:0.0:1780968278.759272:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f9126595, transno 98784258737 00000004:00080000:0.0:1780968278.759274:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000014a0bc3, transno 98784258738 00000004:00080000:0.0:1780968278.759277:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f1c1822c, transno 98784258739 00000004:00080000:0.0:1780968278.759279:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000042620582, transno 98784258740 00000004:00080000:0.0:1780968278.759282:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000035b4fb0, transno 98784258741 00000004:00080000:0.0:1780968278.759284:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e63b03d0, transno 98784258742 00000004:00080000:0.0:1780968278.759286:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000920cbe7a, transno 98784258743 00000004:00080000:0.0:1780968278.759289:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cac089c4, transno 98784258744 00000004:00080000:0.0:1780968278.759291:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c0f03db, transno 98784258745 00000004:00080000:0.0:1780968278.759293:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000037897a27, transno 98784258746 00000004:00080000:0.0:1780968278.759295:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005fa5ff0f, transno 98784258747 00000004:00080000:0.0:1780968278.759297:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000093b733bc, transno 98784258748 00000004:00080000:0.0:1780968278.759299:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c833b78c, transno 98784258749 00000004:00080000:0.0:1780968278.759301:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1b37244, transno 98784258750 00000004:00080000:0.0:1780968278.759304:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000009f9ee72, transno 98784258751 00000004:00080000:0.0:1780968278.759306:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000098f9eb13, transno 98784258752 00000004:00080000:0.0:1780968278.759308:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000434602f3, transno 98784258753 00000004:00080000:0.0:1780968278.759310:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c4a3021, transno 98784258754 00000004:00080000:0.0:1780968278.759313:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000505c5b2d, transno 98784258755 00000004:00080000:0.0:1780968278.759315:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a81e4b12, transno 98784258756 00000004:00080000:0.0:1780968278.759318:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a4e761e, transno 98784258757 00000004:00080000:0.0:1780968278.759320:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f2d7544, transno 98784258758 00000004:00080000:0.0:1780968278.759323:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006794a39f, transno 98784258759 00000004:00080000:0.0:1780968278.759325:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004249befa, transno 98784258760 00000004:00080000:0.0:1780968278.759327:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d811ee37, transno 98784258761 00000004:00080000:0.0:1780968278.759329:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094e50ad0, transno 98784258762 00000004:00080000:0.0:1780968278.759331:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000008412dae, transno 98784258763 00000004:00080000:0.0:1780968278.759334:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eb45d83a, transno 98784258764 00000004:00080000:0.0:1780968278.759336:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000faac1357, transno 98784258765 00000004:00080000:0.0:1780968278.759339:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b68432df, transno 98784258766 00000004:00080000:0.0:1780968278.759341:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b9c1d4a, transno 98784258767 00000004:00080000:0.0:1780968278.759344:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004eb76346, transno 98784258768 00000004:00080000:0.0:1780968278.759346:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c9c00851, transno 98784258769 00000004:00080000:0.0:1780968278.759349:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000008e368a6, transno 98784258770 00000004:00080000:0.0:1780968278.759351:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e9e3d306, transno 98784258771 00000004:00080000:0.0:1780968278.759354:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008d47e285, transno 98784258772 00000004:00080000:0.0:1780968278.759356:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008abc7e84, transno 98784258773 00000004:00080000:0.0:1780968278.759359:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a4af4899, transno 98784258774 00000004:00080000:0.0:1780968278.759361:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f778987, transno 98784258775 00000004:00080000:0.0:1780968278.759364:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d4120922, transno 98784258776 00000004:00080000:0.0:1780968278.759366:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069bd45e1, transno 98784258777 00000004:00080000:0.0:1780968278.759369:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7e18da0, transno 98784258778 00000004:00080000:0.0:1780968278.759371:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ec768f59, transno 98784258779 00000004:00080000:0.0:1780968278.759374:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028ca8d5d, transno 98784258780 00000004:00080000:0.0:1780968278.759376:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094d0852f, transno 98784258781 00000004:00080000:0.0:1780968278.759378:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000090695c54, transno 98784258782 00000004:00080000:0.0:1780968278.759381:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b24b4d60, transno 98784258783 00000004:00080000:0.0:1780968278.759383:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009aff7fd4, transno 98784258784 00000004:00080000:0.0:1780968278.759385:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f5f6a80b, transno 98784258785 00000004:00080000:0.0:1780968278.759388:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fec2049c, transno 98784258786 00000004:00080000:0.0:1780968278.759390:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ab048719, transno 98784258787 00000004:00080000:0.0:1780968278.759393:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008d5e797c, transno 98784258788 00000004:00080000:0.0:1780968278.759395:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fee54263, transno 98784258789 00000004:00080000:0.0:1780968278.759397:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001a5f4575, transno 98784258790 00000004:00080000:0.0:1780968278.759399:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fa32006, transno 98784258791 00000004:00080000:0.0:1780968278.759402:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a83c7117, transno 98784258792 00000004:00080000:0.0:1780968278.759404:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbd960b4, transno 98784258793 00000004:00080000:0.0:1780968278.759407:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006a5826c1, transno 98784258794 00000004:00080000:0.0:1780968278.759409:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cb163f11, transno 98784258795 00000004:00080000:0.0:1780968278.759411:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000546cf185, transno 98784258796 00000004:00080000:0.0:1780968278.759413:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbe635b1, transno 98784258797 00000004:00080000:0.0:1780968278.759415:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ffb2aeb, transno 98784258798 00000004:00080000:0.0:1780968278.759417:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fc43e62, transno 98784258799 00000004:00080000:0.0:1780968278.759420:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001b921a29, transno 98784258800 00000004:00080000:0.0:1780968278.759422:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cdea9a2e, transno 98784258801 00000004:00080000:0.0:1780968278.759424:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003839969b, transno 98784258802 00000004:00080000:0.0:1780968278.759426:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000085b8810c, transno 98784258803 00000004:00080000:0.0:1780968278.759428:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000020b851c, transno 98784258804 00000004:00080000:0.0:1780968278.759430:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df936839, transno 98784258805 00000004:00080000:0.0:1780968278.759432:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ac3240bd, transno 98784258806 00000004:00080000:0.0:1780968278.759434:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a847cb11, transno 98784258807 00000004:00080000:0.0:1780968278.759436:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d5c7d180, transno 98784258808 00000004:00080000:0.0:1780968278.759438:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a5045dd, transno 98784258809 00000004:00080000:0.0:1780968278.759439:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bb550eee, transno 98784258810 00000004:00080000:0.0:1780968278.759441:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000059606d45, transno 98784258811 00000004:00080000:0.0:1780968278.759443:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002298f2a0, transno 98784258812 00000004:00080000:0.0:1780968278.759445:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000ce38196, transno 98784258813 00000004:00080000:0.0:1780968278.759447:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001df20757, transno 98784258814 00000004:00080000:0.0:1780968278.759449:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e587b861, transno 98784258815 00000004:00080000:0.0:1780968278.759451:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c9510e0f, transno 98784258816 00000004:00080000:0.0:1780968278.759452:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000070d6158e, transno 98784258817 00000004:00080000:0.0:1780968278.759455:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f34361eb, transno 98784258818 00000004:00080000:0.0:1780968278.759457:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000056dcc3e1, transno 98784258819 00000004:00080000:0.0:1780968278.759459:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbc455a0, transno 98784258820 00000004:00080000:0.0:1780968278.759461:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006d2673a0, transno 98784258821 00000004:00080000:0.0:1780968278.759463:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000072783d85, transno 98784258822 00000004:00080000:0.0:1780968278.759466:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000389ff593, transno 98784258823 00000004:00080000:0.0:1780968278.759468:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c062da79, transno 98784258824 00000004:00080000:0.0:1780968278.759470:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000041aa0ae2, transno 98784258825 00000004:00080000:0.0:1780968278.759473:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b6e0baca, transno 98784258826 00000004:00080000:0.0:1780968278.759475:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a9027652, transno 98784258827 00000004:00080000:0.0:1780968278.759478:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bec4bc32, transno 98784258828 00000004:00080000:0.0:1780968278.759481:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dccf0230, transno 98784258829 00000004:00080000:0.0:1780968278.759484:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df449148, transno 98784258830 00000004:00080000:0.0:1780968278.759486:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000c0c5359, transno 98784258831 00000004:00080000:0.0:1780968278.759488:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005a02bfb, transno 98784258832 00000004:00080000:0.0:1780968278.759491:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b1365ea4, transno 98784258833 00000004:00080000:0.0:1780968278.759494:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000087b7c729, transno 98784258834 00000004:00080000:0.0:1780968278.759496:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d869b2ed, transno 98784258835 00000004:00080000:0.0:1780968278.759499:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b9f00c3, transno 98784258836 00000004:00080000:0.0:1780968278.759501:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005bb29638, transno 98784258837 00000004:00080000:0.0:1780968278.759503:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000805e6c19, transno 98784258838 00000004:00080000:0.0:1780968278.759506:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ef2cbc97, transno 98784258839 00000004:00080000:0.0:1780968278.759508:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000091d16364, transno 98784258840 00000004:00080000:0.0:1780968278.759510:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007ad4e9e8, transno 98784258841 00000100:00100000:0.0:1780968278.759519:0:3017:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000b435c987 x1867475551685760/t98784258846(98784258846) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780968285 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:0.0:1780968278.759530:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b435c987/2, rc 0, transno 11038 00000100:00100000:0.0:1780968278.759535:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b435c987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685760:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.760894:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005efaff00/2, rc 0, transno 11039 00000100:00100000:0.0:1780968278.760905:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005efaff00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551686016:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.760918:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bf1d633c/2, rc 0, transno 11037 00000100:00100000:0.0:1780968278.760921:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf1d633c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685696:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.760930:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000036cb3a94/2, rc 0, transno 11040 00000100:00100000:0.0:1780968278.760933:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036cb3a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685952:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.760965:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006b3b5a12/2, rc 0, transno 11035 00000100:00100000:0.0:1780968278.760968:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b3b5a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685568:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.760977:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7c6bee5/2, rc 0, transno 11036 00000100:00100000:0.0:1780968278.760980:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7c6bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685824:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.760992:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bbb39bf7/2, rc 0, transno 8802 00000100:00100000:0.0:1780968278.761046:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb39bf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685120:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780968278.761059:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007bbb5a54/2, rc 0, transno 8803 00000040:00100000:1.0:1780968278.761388:0:97838:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 173 records, first 3845 in log [0x1c:0x1:0x0] 00000004:00080000:1.0:1780968278.761567:0:97838:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 25 changes, 8 in progress, 2 in flight, 173 done 00000100:00100000:2.0:1780968278.761588:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083887067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3016:x1867475551685888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5481us (6940us total) trans 98784258849 rc 0/0 00000100:00100000:2.0:1780968278.761608:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35832 00000100:00100000:1.0:1780968278.761713:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000935bf871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.761773:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.761808:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968278.761813:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060abc06a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.761832:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.761879:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686272 00000100:00100000:1.0:1780968278.761918:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686208 00000100:00100000:1.0:1780968278.761937:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35845 00000100:00100000:1.0:1780968278.761944:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088cac9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3018:x1867475551686272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.761977:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5602 count 1 00002000:00010000:1.0:1780968278.762026:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.762034:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 3/0,1 mode: --/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762051:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.762054:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.762060:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 3/0,1 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762077:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 3/0,1 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762086:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 3/0,1 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762092:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 2/0,0 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762111:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968278.762419:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088cac9bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3018:x1867475551686272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 474us (646us total) trans 98784258850 rc 0/0 00000100:00100000:1.0:1780968278.762426:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35845 00000100:00100000:1.0:1780968278.762448:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35846 00000100:00100000:1.0:1780968278.762452:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3018:x1867475551686208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.762464:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6034 count 1 00002000:00010000:1.0:1780968278.762482:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1792:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.762486:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 3/0,1 mode: --/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762494:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.762496:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.762497:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 3/0,1 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762505:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 3/0,1 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762511:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 3/0,1 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762517:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 2/0,0 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762530:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968278.762671:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3018:x1867475551686208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (838us total) trans 98784258851 rc 0/0 00000100:00100000:1.0:1780968278.762678:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35846 00010000:00010000:1.0:1780968278.762708:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.762714:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 2/0,0 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762723:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.762727:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 2/0,0 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762735:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 3/0,0 mode: PW/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762756:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 1/0,0 mode: --/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762763:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe35e lrc: 0/0,0 mode: --/PW res: [0x15e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762778:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.762780:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 2/0,0 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762787:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.762789:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 2/0,0 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762795:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 3/0,0 mode: PW/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762804:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 1/0,0 mode: --/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762810:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b373c469/0x986691d98fe365 lrc: 0/0,0 mode: --/PW res: [0x1792:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.762821:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.762822:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.762824:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.762830:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.762876:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060abc06a/2, rc 0, transno 11043 00000100:00100000:1.0:1780968278.762891:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060abc06a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686208:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.762904:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000935bf871/2, rc 0, transno 11042 00000100:00100000:1.0:1780968278.762907:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000935bf871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.762982:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.763015:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.763031:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968278.763035:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000345bf1b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.763055:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.763079:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686528 00000100:00100000:1.0:1780968278.763102:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686464 00000100:00100000:1.0:1780968278.763145:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35847 00000100:00100000:1.0:1780968278.763150:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080ef39b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3018:x1867475551686528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.763165:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6038 count 1 00002000:00010000:1.0:1780968278.763186:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1796:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.763191:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 3/0,1 mode: --/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763200:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.763201:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.763203:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 3/0,1 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763213:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 3/0,1 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763219:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 3/0,1 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763226:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 2/0,0 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763239:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968278.763419:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080ef39b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3018:x1867475551686528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 268us (405us total) trans 98784258852 rc 0/0 00000100:00100000:1.0:1780968278.763426:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35847 00000100:00100000:1.0:1780968278.763441:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35848 00000100:00100000:1.0:1780968278.763445:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f091ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3018:x1867475551686464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.763456:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6037 count 1 00002000:00010000:1.0:1780968278.763471:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1795:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.763475:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 3/0,1 mode: --/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763482:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.763484:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.763486:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 3/0,1 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763493:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 3/0,1 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763499:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 3/0,1 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763503:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 2/0,0 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763518:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968278.763655:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f091ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3018:x1867475551686464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (600us total) trans 98784258853 rc 0/0 00000100:00100000:1.0:1780968278.763661:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35848 00010000:00010000:1.0:1780968278.763683:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.763687:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 2/0,0 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763696:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.763699:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 2/0,0 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763705:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 3/0,0 mode: PW/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763718:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 1/0,0 mode: --/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763725:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086eaa3c1/0x986691d98fe36c lrc: 0/0,0 mode: --/PW res: [0x1796:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763737:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.763739:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 2/0,0 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763745:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.763747:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 2/0,0 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763753:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 3/0,0 mode: PW/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763761:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 1/0,0 mode: --/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763766:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe373 lrc: 0/0,0 mode: --/PW res: [0x1795:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.763775:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.763776:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.763778:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.763810:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000345bf1b1/2, rc 0, transno 11045 00000100:00100000:1.0:1780968278.763821:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000345bf1b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686464:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.763828:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000047c277d2/2, rc 0, transno 11044 00000100:00100000:1.0:1780968278.763831:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c277d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686528:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968278.763843:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968278.764323:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000caf75172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968278.764365:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968278.764388:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8d4f10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968278.764409:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968278.764426:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4c000e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968278.764452:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968278.764470:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780968278.764476:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968278.764496:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968278.764511:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca0d884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968278.764529:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968278.764541:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2ce4a2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968278.764558:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.764790:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bbb5a54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.764816:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686080 00000100:00100000:2.0:1780968278.764827:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686336 00000100:00100000:0.0:1780968278.764854:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686592 00000100:00100000:2.0:1780968278.764872:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686144 00000100:00100000:0.0:1780968278.764889:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686400 00000100:00100000:2.0:1780968278.764899:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686656 00000100:00100000:0.0:1780968278.764918:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35849 00000100:00100000:0.0:1780968278.764925:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3015:x1867475551686080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968278.764930:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35850 00000100:00100000:2.0:1780968278.764936:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042fde9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3015:x1867475551686336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.764949:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6032 count 1 00002000:00080000:2.0:1780968278.764963:0:34982:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6035 count 1 00002000:00010000:0.0:1780968278.764984:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1790:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1780968278.764991:0:34982:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1793:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.764992:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 3/0,1 mode: --/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.765001:0:34982:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 3/0,1 mode: --/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765007:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.765010:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.765013:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.765014:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 3/0,1 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.765017:0:34982:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.765020:0:34982:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 3/0,1 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765034:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 3/0,1 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.765035:0:34982:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 3/0,1 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.765056:0:34982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 3/0,1 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765056:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 3/0,1 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765075:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 2/0,0 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.765077:0:34982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 2/0,0 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.765109:0:34982:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968278.765205:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35851 00000100:00100000:1.0:1780968278.765211:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fddf8366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3015:x1867475551686592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.765229:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4210 count 1 00002000:00010000:1.0:1780968278.765257:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1072:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.765261:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 3/0,1 mode: --/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.765269:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.765271:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.765274:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 3/0,1 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.765283:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 3/0,1 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.765290:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 3/0,1 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.765295:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 2/0,0 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765421:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780968278.765485:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042fde9e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3015:x1867475551686336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 547us (1074us total) trans 98784258854 rc 0/0 00000100:00100000:0.0:1780968278.765591:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3015:x1867475551686080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 665us (1225us total) trans 98784258855 rc 0/0 00000100:00100000:0.0:1780968278.765599:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35849 00000100:00100000:0.0:1780968278.765619:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35852 00000100:00100000:0.0:1780968278.765623:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3015:x1867475551686144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.765636:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6033 count 1 00002000:00010000:0.0:1780968278.765652:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1791:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.765656:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 3/0,1 mode: --/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765663:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.765664:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.765666:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 3/0,1 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765674:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 3/0,1 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765680:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 3/0,1 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765685:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 2/0,0 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765781:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968278.765931:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3015:x1867475551686144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 307us (1434us total) trans 98784258856 rc 0/0 00000100:00100000:0.0:1780968278.765938:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35852 00000100:00100000:0.0:1780968278.765957:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35853 00000100:00100000:0.0:1780968278.765960:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c0c5359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3015:x1867475551686400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.765971:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6036 count 1 00002000:00010000:0.0:1780968278.765988:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1794:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.765991:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 3/0,1 mode: --/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.765998:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.766000:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.766002:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 3/0,1 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766009:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 3/0,1 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766015:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 3/0,1 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766021:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 2/0,0 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766034:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968278.766187:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c0c5359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3015:x1867475551686400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 226us (1657us total) trans 98784258857 rc 0/0 00000100:00100000:0.0:1780968278.766193:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35853 00000100:00100000:0.0:1780968278.766207:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35854 00000100:00100000:0.0:1780968278.766211:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a02bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3015:x1867475551686656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968278.766225:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4211 count 1 00002000:00010000:0.0:1780968278.766243:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1073:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.766247:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 3/0,1 mode: --/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766255:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.766256:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.766258:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 3/0,1 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766266:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 3/0,1 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766272:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 3/0,1 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766278:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 2/0,0 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766285:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968278.766454:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a02bfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3015:x1867475551686656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 242us (1895us total) trans 4294976100 rc 0/0 00000100:00100000:0.0:1780968278.766460:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35854 00002000:00080000:0.0:1780968278.766510:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4203 count 1 00002000:00010000:0.0:1780968278.766531:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x106b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.766535:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 3/0,1 mode: --/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766548:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.766549:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.766551:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 3/0,1 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766558:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 3/0,1 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766565:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 3/0,1 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766570:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 2/0,0 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.766579:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:1.0:1780968278.766799:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1780968278.766915:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35850 00000004:00080000:2.0:1780968278.766994:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d13d735a/2, rc 0, transno 11048 00000100:00100000:2.0:1780968278.767010:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686144:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968278.767138:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1780968278.767145:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 2/0,0 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767155:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767159:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 2/0,0 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767167:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 3/0,0 mode: PW/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767189:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 1/0,0 mode: --/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767195:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe381 lrc: 0/0,0 mode: --/PW res: [0x1793:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34982 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767219:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780968278.767222:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 2/0,0 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767227:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bfdd51e already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767229:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 2/0,0 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767234:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 3/0,0 mode: PW/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767242:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 1/0,0 mode: --/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767248:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bfdd51e/0x986691d98fe37a lrc: 0/0,0 mode: --/PW res: [0x1790:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767260:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780968278.767262:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 2/0,0 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767268:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea2e01c already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767269:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 2/0,0 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767275:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 3/0,0 mode: PW/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767287:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 1/0,0 mode: --/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767292:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ea2e01c/0x986691d98fe388 lrc: 0/0,0 mode: --/PW res: [0x1072:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767305:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780968278.767307:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 2/0,0 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767312:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f478cb9 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767314:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 2/0,0 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767318:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 3/0,0 mode: PW/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767325:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 1/0,0 mode: --/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767330:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f478cb9/0x986691d98fe38f lrc: 0/0,0 mode: --/PW res: [0x1791:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767341:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780968278.767343:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 2/0,0 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767353:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082c9af4f already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767355:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 2/0,0 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767360:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 3/0,0 mode: PW/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767366:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 1/0,0 mode: --/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767371:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082c9af4f/0x986691d98fe396 lrc: 0/0,0 mode: --/PW res: [0x1794:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767381:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780968278.767383:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 2/0,0 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767389:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be8ca386 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767391:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 2/0,0 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767396:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 3/0,0 mode: PW/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767402:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 1/0,0 mode: --/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767413:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be8ca386/0x986691d98fe39d lrc: 0/0,0 mode: --/PW res: [0x1073:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767422:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968278.767423:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 2/0,0 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767428:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f880376 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.767430:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 2/0,0 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767434:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 3/0,0 mode: PW/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767440:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 1/0,0 mode: --/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767445:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f880376/0x986691d98fe3a4 lrc: 0/0,0 mode: --/PW res: [0x106b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.767455:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.767456:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.767458:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968278.767547:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fddf8366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3015:x1867475551686592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2335us (3094us total) trans 4294976102 rc 0/0 00000100:00100000:1.0:1780968278.767555:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35851 00010000:00010000:1.0:1780968278.767586:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.767591:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968278.767609:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c38bbb39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551686720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.767649:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.767686:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780968278.767828:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060900990 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+15:3016:x1867475551685056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12469us (14230us total) trans 4294976101 rc 0/0 00000100:00100000:0.0:1780968278.767836:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35833 00000100:00100000:0.0:1780968278.767859:0:103854:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686720 00000100:00100000:0.0:1780968278.767900:0:103854:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35855 00000100:00100000:0.0:1780968278.767905:0:103854:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3017:x1867475551686720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.767928:0:103854:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6039 count 1 00002000:00010000:0.0:1780968278.767976:0:103854:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1797:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.767982:0:103854:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 3/0,1 mode: --/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.767993:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.767996:0:103854:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.768000:0:103854:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 3/0,1 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768011:0:103854:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 3/0,1 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768018:0:103854:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 3/0,1 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768023:0:103854:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 2/0,0 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768039:0:103854:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968278.768288:0:103854:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+22:3017:x1867475551686720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 382us (639us total) trans 98784258858 rc 0/0 00000100:00100000:0.0:1780968278.768294:0:103854:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35855 00002000:00080000:0.0:1780968278.768432:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4206 count 1 00002000:00010000:0.0:1780968278.768454:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x106e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.768458:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 3/0,1 mode: --/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768467:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.768468:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.768471:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 3/0,1 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768481:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 3/0,1 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768492:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 3/0,1 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768497:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 2/0,0 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.768510:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968278.768673:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037449593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3016:x1867475551685312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13294us (15041us total) trans 4294976103 rc 0/0 00000100:00100000:0.0:1780968278.768680:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35834 00000100:00100000:1.0:1780968278.768874:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004eb56aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551686784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.768911:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968278.768957:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c38bbb39/2, rc 0, transno 11050 00000100:00100000:1.0:1780968278.768964:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c38bbb39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551686720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.768990:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686784 00000100:00100000:1.0:1780968278.769023:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35856 00000100:00100000:1.0:1780968278.769028:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f9eb13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3017:x1867475551686784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.769044:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6040 count 1 00002000:00010000:1.0:1780968278.769068:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1798:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.769072:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 3/0,1 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769080:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.769082:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.769084:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769094:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769100:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769105:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 2/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769140:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968278.769306:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f9eb13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3017:x1867475551686784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 277us (394us total) trans 98784258859 rc 0/0 00000100:00100000:1.0:1780968278.769312:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35856 00010000:00010000:1.0:1780968278.769335:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968278.769340:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 2/0,0 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769348:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfe4a51a already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.769353:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 2/0,0 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769361:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 3/0,0 mode: PW/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769376:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 1/0,0 mode: --/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769382:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfe4a51a/0x986691d98fe3ab lrc: 0/0,0 mode: --/PW res: [0x1797:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103854 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769399:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.769400:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 2/0,0 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769406:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.769408:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 2/0,0 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769414:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 3/0,0 mode: PW/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769421:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 1/0,0 mode: --/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769425:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e030a4f5/0x986691d98fe3b2 lrc: 0/0,0 mode: --/PW res: [0x106e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769435:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.769437:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 2/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769442:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.769444:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 2/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769449:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 3/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769455:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 1/0,0 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769460:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033afa029/0x986691d98fe3b9 lrc: 0/0,0 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769471:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.769473:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.769474:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.769479:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.769499:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004eb56aa6/2, rc 0, transno 11051 00000100:00100000:1.0:1780968278.769503:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004eb56aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551686784:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968278.769514:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968278.769603:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968278.769614:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a4e761e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.769641:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.769668:0:24621:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686976 00000100:00100000:1.0:1780968278.769689:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35857 00000100:00100000:1.0:1780968278.769858:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f2d7544 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3018:x1867475551686976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.769882:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6043 count 1 00002000:00010000:1.0:1780968278.769902:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x179b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.769906:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 3/0,1 mode: --/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769914:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.769916:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.769918:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 3/0,1 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769927:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 3/0,1 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769934:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 3/0,1 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769939:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 2/0,0 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.769952:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968278.770130:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f2d7544 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3018:x1867475551686976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 256us (472us total) trans 98784258860 rc 0/0 00010000:00010000:0.0:1780968278.770250:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968278.770255:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 2/0,0 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.770263:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000596031f9 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968278.770265:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 2/0,0 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.770273:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 3/0,0 mode: PW/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.770285:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 1/0,0 mode: --/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.770291:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000596031f9/0x986691d98fe3c0 lrc: 0/0,0 mode: --/PW res: [0x179b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.770309:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.770310:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.770311:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1780968278.770367:0:20713:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4208 count 1 00002000:00010000:3.0:1780968278.770391:0:20713:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1070:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968278.770395:0:20713:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 3/0,1 mode: --/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770407:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.770408:0:20713:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.770410:0:20713:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 3/0,1 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770418:0:20713:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 3/0,1 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770424:0:20713:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 3/0,1 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770430:0:20713:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 2/0,0 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770443:0:20713:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968278.770632:0:20713:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001da9bfa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3017:x1867475551685440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14704us (16837us total) trans 4294976104 rc 0/0 00000100:00100000:3.0:1780968278.770640:0:20713:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35838 00002000:00080000:3.0:1780968278.770678:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4205 count 1 00002000:00010000:3.0:1780968278.770763:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x106d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968278.770768:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 3/0,1 mode: --/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770776:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.770778:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.770779:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 3/0,1 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770793:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 3/0,1 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770800:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 3/0,1 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770806:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 2/0,0 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.770819:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780968278.770969:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000841f3c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:3017:x1867475551685248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14495us (17058us total) trans 4294976105 rc 0/0 00000100:00100000:3.0:1780968278.770976:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35841 00002000:00080000:3.0:1780968278.771006:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4209 count 1 00002000:00010000:3.0:1780968278.771024:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1071:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968278.771029:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 3/0,1 mode: --/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.771037:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.771039:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.771041:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 3/0,1 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.771050:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 3/0,1 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.771057:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 3/0,1 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968278.771059:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cca0d884/2, rc 0, transno 11049 00010000:00010000:3.0:1780968278.771067:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 2/0,0 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968278.771078:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca0d884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968278.771085:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780968278.771240:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5cd152a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+15:3017:x1867475551685504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14744us (17303us total) trans 4294976106 rc 0/0 00000100:00100000:3.0:1780968278.771248:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35842 00000100:00100000:1.0:1780968278.771305:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35857 00010000:00010000:1.0:1780968278.771329:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968278.771333:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 2/0,0 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771341:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498917a7 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.771343:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 2/0,0 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771350:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 3/0,0 mode: PW/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771362:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 1/0,0 mode: --/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771368:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000498917a7/0x986691d98fe3c7 lrc: 0/0,0 mode: --/PW res: [0x1070:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771382:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.771384:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 2/0,0 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771390:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4875adc already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.771392:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 2/0,0 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771398:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 3/0,0 mode: PW/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771407:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 1/0,0 mode: --/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771412:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4875adc/0x986691d98fe3ce lrc: 0/0,0 mode: --/PW res: [0x106d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771423:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.771425:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 2/0,0 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771430:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000130eaf7b already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.771432:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 2/0,0 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771438:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 3/0,0 mode: PW/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771446:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 1/0,0 mode: --/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771452:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000130eaf7b/0x986691d98fe3d5 lrc: 0/0,0 mode: --/PW res: [0x1071:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.771462:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.771463:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.771465:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.771471:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.771491:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a4e761e/2, rc 0, transno 11052 00000100:00100000:1.0:1780968278.771495:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a4e761e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551686976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.771521:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000096b4c6d/2, rc 0, transno 8809 00000004:00080000:2.0:1780968278.772028:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e2ce4a2f/2, rc 0, transno 8804 00002000:00080000:0.0:1780968278.772089:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4204 count 1 00002000:00010000:0.0:1780968278.772130:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x106c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.772136:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 3/0,1 mode: --/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772146:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.772147:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.772150:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 3/0,1 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772159:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 3/0,1 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772167:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 3/0,1 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772173:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 2/0,0 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772189:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968278.772419:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000286ec6a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3017:x1867475551685184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16512us (18657us total) trans 4294976107 rc 0/0 00000100:00100000:0.0:1780968278.772427:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35837 00010000:00010000:0.0:1780968278.772574:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968278.772579:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 2/0,0 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772588:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968278.772591:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 2/0,0 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772598:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 3/0,0 mode: PW/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772610:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 1/0,0 mode: --/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772617:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe3dc lrc: 0/0,0 mode: --/PW res: [0x106c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.772632:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.772633:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.772635:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968278.772665:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003fab10e9/2, rc 0, transno 11034 00000100:00100000:0.0:1780968278.772669:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fab10e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685632:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780968278.772682:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e30fd37/2, rc 0, transno 11041 00000100:00100000:0.0:1780968278.772685:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e30fd37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.773208:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000096b4c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.773244:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000505c5b2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551686912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.773290:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780968278.773321:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000016652765/2, rc 0, transno 8805 00000004:00080000:1.0:1780968278.773545:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000008497206/2, rc 0, transno 8810 00000100:00100000:2.0:1780968278.774105:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2ce4a2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686656:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780968278.774150:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000caf75172/2, rc 0, transno 11047 00000100:00100000:2.0:1780968278.774158:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000caf75172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686080:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968278.774174:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a8d4f10/2, rc 0, transno 11046 00000100:00100000:2.0:1780968278.774178:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8d4f10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686336:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968278.774189:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c4c000e5/2, rc 0, transno 8806 00000100:00100000:2.0:1780968278.774212:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4c000e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968278.774229:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000434602f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968278.774272:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968278.774299:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c42c31c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968278.774320:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968278.774338:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968278.774343:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b088e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968278.774365:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968278.774411:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686912 00000100:00100000:2.0:1780968278.774458:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551686848 00000100:00100000:2.0:1780968278.774474:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687104 00000100:00100000:2.0:1780968278.774489:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687168 00000100:00100000:2.0:1780968278.774509:0:103857:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35858 00000100:00100000:2.0:1780968278.774515:0:103857:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000867f256e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3016:x1867475551686912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968278.774596:0:103857:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6042 count 1 00002000:00010000:2.0:1780968278.774644:0:103857:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x179a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1780968278.774651:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016652765 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968278.774654:0:103857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 3/0,1 mode: --/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.774672:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1780968278.774673:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000910c0f72/2, rc 0, transno 8807 00010000:00010000:2.0:1780968278.774676:0:103857:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780968278.774680:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000910c0f72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551685312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780968278.774683:0:103857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 3/0,1 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.774701:0:103857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 3/0,1 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.774709:0:103857:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 3/0,1 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.774715:0:103857:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 2/0,0 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.774733:0:103857:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968278.774778:0:103856:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35859 00000100:00100000:0.0:1780968278.774784:0:103856:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000645340e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+25:3015:x1867475551686848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.774801:0:103856:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6041 count 1 00002000:00010000:0.0:1780968278.774825:0:103856:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1799:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.774830:0:103856:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 3/0,1 mode: --/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.774838:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.774841:0:103856:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.774843:0:103856:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 3/0,1 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.774853:0:103856:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 3/0,1 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.774860:0:103856:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 3/0,1 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.774878:0:103856:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 2/0,0 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.774896:0:103856:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968278.774947:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008497206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685504:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.774967:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000063303239/2, rc 0, transno 8811 00000100:00100000:1.0:1780968278.774980:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063303239 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685184:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.775001:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c7a8d46/2, rc 0, transno 8808 00000100:00100000:1.0:1780968278.775005:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c7a8d46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551685440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.775016:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8784f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551687232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.775046:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.775065:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780968278.775070:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006304ea2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551687040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.775090:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.775102:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9b0e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551687296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.775139:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.775185:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687232 00000100:00100000:1.0:1780968278.775213:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687040 00000100:00100000:1.0:1780968278.775228:0:24210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687296 00000100:00100000:1.0:1780968278.775245:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35860 00000100:00100000:1.0:1780968278.775249:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022d6dfb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3015:x1867475551687104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.775266:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4213 count 1 00002000:00010000:1.0:1780968278.775293:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1075:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.775297:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 3/0,1 mode: --/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775306:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.775308:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.775310:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 3/0,1 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775319:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 3/0,1 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775325:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 3/0,1 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775332:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 2/0,0 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775340:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780968278.775631:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022d6dfb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3015:x1867475551687104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 380us (1310us total) trans 4294976108 rc 0/0 00000100:00100000:1.0:1780968278.775639:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35860 00000100:00100000:1.0:1780968278.775663:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35861 00000100:00100000:1.0:1780968278.775667:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007139783d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3015:x1867475551687168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.775683:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3778 count 1 00002000:00010000:1.0:1780968278.775789:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xec2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.775793:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 3/0,1 mode: --/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775804:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.775806:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.775807:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 3/0,1 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775815:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 3/0,1 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775821:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 3/0,1 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775827:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 2/0,0 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.775835:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780968278.776020:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007139783d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3015:x1867475551687168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 351us (1654us total) trans 4294976109 rc 0/0 00000100:00100000:1.0:1780968278.776026:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35861 00000100:00100000:1.0:1780968278.776042:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35862 00000100:00100000:1.0:1780968278.776045:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006794a39f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3017:x1867475551687232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.776056:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4214 count 1 00002000:00010000:1.0:1780968278.776073:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1076:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.776077:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 3/0,1 mode: --/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776085:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.776086:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.776089:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 3/0,1 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776096:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 3/0,1 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776103:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 3/0,1 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776109:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 2/0,0 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776147:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780968278.776303:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006794a39f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3017:x1867475551687232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (1257us total) trans 4294976110 rc 0/0 00000100:00100000:1.0:1780968278.776310:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35862 00000100:00100000:1.0:1780968278.776328:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35863 00000100:00100000:1.0:1780968278.776332:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004249befa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3017:x1867475551687040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.776344:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4212 count 1 00002000:00010000:1.0:1780968278.776359:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1074:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.776363:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 3/0,1 mode: --/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776370:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.776372:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.776374:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 3/0,1 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776381:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 3/0,1 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776388:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 3/0,1 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776394:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 2/0,0 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776402:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1780968278.776540:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004249befa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3017:x1867475551687040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 207us (1449us total) trans 4294976111 rc 0/0 00000100:00100000:1.0:1780968278.776547:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35863 00000100:00100000:1.0:1780968278.776560:0:24210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35864 00000100:00100000:1.0:1780968278.776564:0:24210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3017:x1867475551687296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.776575:0:24210:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4215 count 1 00002000:00010000:1.0:1780968278.776590:0:24210:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1077:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.776593:0:24210:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 3/0,1 mode: --/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776600:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.776601:0:24210:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.776603:0:24210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 3/0,1 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776612:0:24210:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 3/0,1 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776618:0:24210:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 3/0,1 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776625:0:24210:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 2/0,0 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.776632:0:24210:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780968278.777661:0:24210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3017:x1867475551687296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1085us (2512us total) trans 4294976112 rc 0/0 00000100:00100000:1.0:1780968278.777673:0:24210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35864 00010000:00010000:1.0:1780968278.777916:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780968278.777924:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 2/0,0 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.777937:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.777941:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 2/0,0 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.777949:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 3/0,0 mode: PW/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778033:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 1/0,0 mode: --/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778042:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a639e478/0x986691d98fe3e3 lrc: 0/0,0 mode: --/PW res: [0x179a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778200:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780968278.778203:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 2/0,0 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778216:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.778218:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 2/0,0 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778224:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 3/0,0 mode: PW/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778236:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 1/0,0 mode: --/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778242:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f0a9947/0x986691d98fe3ea lrc: 0/0,0 mode: --/PW res: [0x1799:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103856 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778256:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780968278.778259:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 2/0,0 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778266:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048401b1d already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.778269:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 2/0,0 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778275:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 3/0,0 mode: PW/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778284:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 1/0,0 mode: --/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778295:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe3f1 lrc: 0/0,0 mode: --/PW res: [0x1075:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778311:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780968278.778314:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 2/0,0 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778320:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.778322:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 2/0,0 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778329:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 3/0,0 mode: PW/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778336:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 1/0,0 mode: --/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778342:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f523df6a/0x986691d98fe3f8 lrc: 0/0,0 mode: --/PW res: [0xec2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778353:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968278.778355:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 2/0,0 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778361:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063690e73 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.778363:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 2/0,0 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778373:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 3/0,0 mode: PW/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778381:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 1/0,0 mode: --/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778386:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063690e73/0x986691d98fe3ff lrc: 0/0,0 mode: --/PW res: [0x1076:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778397:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.778399:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 2/0,0 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778404:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c1932b already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.778406:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 2/0,0 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778412:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 3/0,0 mode: PW/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778419:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 1/0,0 mode: --/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778424:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9c1932b/0x986691d98fe406 lrc: 0/0,0 mode: --/PW res: [0x1074:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778434:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.778437:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 2/0,0 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778443:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.778445:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 2/0,0 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778451:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 3/0,0 mode: PW/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778459:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 1/0,0 mode: --/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778465:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe40d lrc: 0/0,0 mode: --/PW res: [0x1077:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.778476:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.778477:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.778479:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.778488:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968278.778518:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687360:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.778574:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968278.778776:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009b088e36/2, rc 0, transno 8813 00000100:00100000:1.0:1780968278.778795:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b088e36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687168:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.778810:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c42c31c/2, rc 0, transno 8812 00000100:00100000:1.0:1780968278.778813:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c42c31c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.778827:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968278.778832:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a5924d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.778854:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.778898:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687360 00000100:00100000:3.0:1780968278.778954:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687424 00000100:00100000:3.0:1780968278.779061:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35865 00000100:00100000:3.0:1780968278.779066:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008412dae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3015:x1867475551687424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968278.779095:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4217 count 1 00002000:00010000:3.0:1780968278.779212:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1079:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1780968278.779219:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 3/0,1 mode: --/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.779233:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.779235:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968278.779240:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 3/0,1 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.779252:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 3/0,1 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.779260:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 3/0,1 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.779267:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 2/0,0 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.779283:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968278.779604:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008412dae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3015:x1867475551687424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 536us (750us total) trans 4294976113 rc 0/0 00000100:00100000:3.0:1780968278.779612:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35865 00000100:00100000:1.0:1780968278.779785:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35866 00000100:00100000:1.0:1780968278.779790:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094e50ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3015:x1867475551687360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.779808:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4216 count 1 00002000:00010000:1.0:1780968278.779830:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1078:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.779835:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 3/0,1 mode: --/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.779845:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.779846:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.779849:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 3/0,1 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.779858:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 3/0,1 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780226:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 3/0,1 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780234:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 2/0,0 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780250:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968278.780432:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094e50ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3015:x1867475551687360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 639us (1858us total) trans 4294976114 rc 0/0 00000100:00100000:1.0:1780968278.780439:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35866 00010000:00010000:1.0:1780968278.780470:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.780476:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 2/0,0 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780483:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.780487:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 2/0,0 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780496:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 3/0,0 mode: PW/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780513:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 1/0,0 mode: --/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780519:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe41b lrc: 0/0,0 mode: --/PW res: [0x1078:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.780537:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.780538:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.780540:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968278.780550:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968278.780565:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d434a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.780603:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.780637:0:103858:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687488 00000100:00100000:1.0:1780968278.780663:0:103858:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35867 00000100:00100000:1.0:1780968278.780668:0:103858:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb45d83a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:3018:x1867475551687488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.780686:0:103858:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4218 count 1 00010000:00010000:0.0:1780968278.781040:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968278.781048:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 2/0,0 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.781058:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000440a0fda already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968278.781061:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 2/0,0 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.781069:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 3/0,0 mode: PW/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.781084:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 1/0,0 mode: --/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.781090:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000440a0fda/0x986691d98fe414 lrc: 0/0,0 mode: --/PW res: [0x1079:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.781105:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.781106:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.781107:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968278.781388:0:103857:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000867f256e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3016:x1867475551686912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6872us (8098us total) trans 98784258861 rc 0/0 00000100:00100000:0.0:1780968278.781397:0:103857:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35858 00000004:00080000:0.0:1780968278.781452:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000505c5b2d/2, rc 0, transno 11053 00000100:00100000:0.0:1780968278.781460:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000505c5b2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551686912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.781583:0:103856:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000645340e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+26:3015:x1867475551686848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6799us (7312us total) trans 98784258862 rc 0/0 00000100:00100000:0.0:1780968278.781591:0:103856:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35859 00002000:00010000:1.0:1780968278.782305:0:103858:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x107a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.782315:0:103858:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 3/0,1 mode: --/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.782330:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.782332:0:103858:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.782337:0:103858:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 3/0,1 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.782350:0:103858:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 3/0,1 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.782359:0:103858:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 3/0,1 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.782365:0:103858:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 2/0,0 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.782385:0:103858:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968278.782651:0:103858:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb45d83a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:3018:x1867475551687488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1980us (2046us total) trans 4294976115 rc 0/0 00000100:00100000:1.0:1780968278.782660:0:103858:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35867 00010000:00010000:0.0:1780968278.783070:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968278.783076:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 2/0,0 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.783085:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2199b5 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968278.783089:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 2/0,0 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.783097:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 3/0,0 mode: PW/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.783134:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 1/0,0 mode: --/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.783205:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a2199b5/0x986691d98fe422 lrc: 0/0,0 mode: --/PW res: [0x107a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.783230:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.783232:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968278.783233:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.783856:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d434a3a0/2, rc 0, transno 8819 00000100:00100000:1.0:1780968278.783877:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d434a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687488:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968278.783906:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.783920:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.783945:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a5924d4/2, rc 0, transno 8817 00000100:00100000:1.0:1780968278.783949:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a5924d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687424:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.783957:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000293c68d2/2, rc 0, transno 8818 00000100:00100000:1.0:1780968278.783960:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687360:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.784057:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000434602f3/2, rc 0, transno 11054 00000100:00100000:1.0:1780968278.784063:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000434602f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551686848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.785248:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec148f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.785324:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785349:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7017747 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.785367:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785383:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000faac1357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.785401:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785413:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9c00851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.785431:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785450:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1780968278.785455:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083504451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.785475:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785491:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.785511:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785525:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004eb76346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.785544:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.785586:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687552 00000100:00100000:0.0:1780968278.785638:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687808 00000100:00100000:0.0:1780968278.785653:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688064 00000100:00100000:0.0:1780968278.785669:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688320 00000100:00100000:0.0:1780968278.785683:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687744 00000100:00100000:1.0:1780968278.785822:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000719b44c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.785855:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.786846:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688000 00000100:00100000:0.0:1780968278.786909:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688256 00000100:00100000:0.0:1780968278.786928:0:103857:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687616 00000100:00100000:1.0:1780968278.786936:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d5e797c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.786985:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.787006:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68432df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551688128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.787044:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.787059:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780968278.787065:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000819fdb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.787230:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.787243:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fee54263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.787266:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.787277:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b9c1d4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551688192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.787301:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.787327:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35868 00000100:00100000:1.0:1780968278.787334:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687872 00000100:00100000:0.0:1780968278.787339:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000296ac5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3018:x1867475551687552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.787356:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688128 00000100:00100000:1.0:1780968278.787367:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687680 00000100:00100000:1.0:1780968278.787377:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551687936 00002000:00080000:0.0:1780968278.787386:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6044 count 1 00000100:00100000:1.0:1780968278.787387:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688192 00000100:00100000:1.0:1780968278.787401:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35869 00000100:00100000:1.0:1780968278.787407:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3018:x1867475551687808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.787421:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6047 count 1 00002000:00010000:1.0:1780968278.787461:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x179f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.787475:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 3/0,1 mode: --/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.787493:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.787496:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.787503:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 3/0,1 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.787519:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 3/0,1 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.787528:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 3/0,1 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.787534:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 2/0,0 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.787555:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968278.787969:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3018:x1867475551687808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 559us (2598us total) trans 98784258863 rc 0/0 00000100:00100000:1.0:1780968278.787979:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35869 00000100:00100000:1.0:1780968278.788009:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35870 00000100:00100000:1.0:1780968278.788021:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddce646e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551688064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.788040:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4219 count 1 00002000:00010000:1.0:1780968278.788069:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x107b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.788074:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 3/0,1 mode: --/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788083:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.788085:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.788088:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 3/0,1 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788098:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 3/0,1 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788104:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 3/0,1 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788110:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 2/0,0 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788163:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968278.788369:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddce646e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3018:x1867475551688064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 348us (2967us total) trans 4294976116 rc 0/0 00000100:00100000:1.0:1780968278.788379:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35870 00000100:00100000:1.0:1780968278.788396:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35871 00000100:00100000:1.0:1780968278.788400:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187b1c6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551688320:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1780968278.788403:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x179c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:1.0:1780968278.788415:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4223 count 1 00002000:00010000:1.0:1780968278.788433:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x107f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.788437:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 3/0,1 mode: --/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788445:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.788446:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.788449:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 3/0,1 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788457:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 3/0,1 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788464:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 3/0,1 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788470:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 2/0,0 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.788479:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 3/0,1 mode: --/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788485:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1780968278.788494:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.788495:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.788498:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 3/0,1 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.788509:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 3/0,1 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.788516:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 3/0,1 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.788523:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 2/0,0 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968278.788629:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187b1c6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3018:x1867475551688320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 228us (3198us total) trans 4294976117 rc 0/0 00000100:00100000:1.0:1780968278.788636:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35871 00000100:00100000:1.0:1780968278.788648:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35872 00010000:00010000:0.0:1780968278.788649:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780968278.788653:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5bd44cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3018:x1867475551687744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.788667:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6046 count 1 00002000:00010000:1.0:1780968278.788684:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x179e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.788688:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 3/0,1 mode: --/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788695:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.788696:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.788699:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 3/0,1 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788712:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 3/0,1 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788720:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 3/0,1 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788726:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 2/0,0 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.788734:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780968278.789060:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000296ac5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3018:x1867475551687552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1722us (3736us total) trans 98784258864 rc 0/0 00000100:00100000:0.0:1780968278.789068:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35868 00000100:00100000:0.0:1780968278.789086:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35873 00000100:00100000:0.0:1780968278.789091:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049897063 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3018:x1867475551688000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.789104:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6050 count 1 00002000:00010000:0.0:1780968278.789143:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.789148:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 3/0,1 mode: --/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789156:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.789158:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.789160:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 3/0,1 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789168:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 3/0,1 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789174:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 3/0,1 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789180:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 2/0,0 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789188:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1780968278.789262:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35874 00000100:00100000:2.0:1780968278.789268:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3018:x1867475551688256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968278.789283:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4222 count 1 00002000:00010000:2.0:1780968278.789305:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x107e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.789309:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 3/0,1 mode: --/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789316:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.789317:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.789319:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 3/0,1 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789327:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 3/0,1 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789334:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 3/0,1 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789339:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 2/0,0 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789346:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780968278.789408:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5bd44cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3018:x1867475551687744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 753us (3930us total) trans 98784258865 rc 0/0 00000100:00100000:1.0:1780968278.789417:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35872 00000100:00100000:1.0:1780968278.789434:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35875 00000100:00100000:1.0:1780968278.789440:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008e368a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3015:x1867475551687616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.789464:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5603 count 1 00002000:00010000:1.0:1780968278.789485:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x15e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1780968278.789487:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049897063 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3018:x1867475551688000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 394us (3974us total) trans 98784258866 rc 0/0 00010000:00010000:1.0:1780968278.789491:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 3/0,1 mode: --/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968278.789499:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35873 00010000:00010000:1.0:1780968278.789504:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.789506:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.789509:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 3/0,1 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968278.789516:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35876 00000100:00100000:2.0:1780968278.789517:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3018:x1867475551688256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 249us (3973us total) trans 4294976118 rc 0/0 00010000:00010000:1.0:1780968278.789520:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 3/0,1 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968278.789523:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9e3d306 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3015:x1867475551687872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780968278.789524:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35874 00010000:00010000:1.0:1780968278.789534:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 3/0,1 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.789541:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 2/0,0 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968278.789545:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35877 00000100:00100000:2.0:1780968278.789553:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d47e285 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3015:x1867475551688128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968278.789565:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00080000:2.0:1780968278.789569:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4220 count 1 00002000:00010000:2.0:1780968278.789590:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x107c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:0.0:1780968278.789593:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6048 count 1 00010000:00010000:2.0:1780968278.789594:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 3/0,1 mode: --/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789602:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.789603:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.789605:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 3/0,1 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780968278.789610:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.789612:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 3/0,1 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789614:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 3/0,1 mode: --/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789621:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.789622:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.789624:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 3/0,1 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789625:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 3/0,1 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789632:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 2/0,0 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789634:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 3/0,1 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.789640:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:0.0:1780968278.789640:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 3/0,1 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789646:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 2/0,0 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.789655:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:1.0:1780968278.789818:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008e368a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3015:x1867475551687616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 377us (3961us total) trans 98784258867 rc 0/0 00000100:00100000:1.0:1780968278.789825:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35875 00000100:00100000:1.0:1780968278.789842:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35878 00000100:00100000:1.0:1780968278.789850:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008abc7e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3015:x1867475551687680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780968278.789863:0:20712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6045 count 1 00002000:00010000:1.0:1780968278.790989:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x179d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.790996:0:20712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 3/0,1 mode: --/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968278.791007:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d47e285 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3015:x1867475551688128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1453us (3961us total) trans 4294976119 rc 0/0 00010000:00010000:1.0:1780968278.791010:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.791014:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780968278.791018:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35877 00010000:00010000:1.0:1780968278.791019:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 3/0,1 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791035:0:20712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 3/0,1 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791044:0:20712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 3/0,1 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791051:0:20712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 2/0,0 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791062:0:20712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:2.0:1780968278.791072:0:24621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35879 00000100:00100000:2.0:1780968278.791078:0:24621:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4af4899 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3015:x1867475551687936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780968278.791101:0:24621:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6049 count 1 00002000:00010000:2.0:1780968278.791134:0:24621:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.791139:0:24621:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 3/0,1 mode: --/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968278.791173:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35880 00000100:00100000:1.0:1780968278.791179:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a11843b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+27:3015:x1867475551688192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.791195:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4221 count 1 00002000:00010000:1.0:1780968278.791216:0:103855:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x107d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.791225:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 3/0,1 mode: --/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.791230:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.791232:0:24621:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.791235:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.791236:0:24621:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 3/0,1 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791239:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.791242:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 3/0,1 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.791252:0:24621:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 3/0,1 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791255:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 3/0,1 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.791267:0:24621:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 3/0,1 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791270:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 3/0,1 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.791286:0:24621:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 2/0,0 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791287:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 2/0,0 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.791305:0:24621:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00010000:00010000:1.0:1780968278.791433:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:2.0:1780968278.791479:0:24621:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4af4899 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3015:x1867475551687936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 400us (4212us total) trans 98784258868 rc 0/0 00000100:00100000:2.0:1780968278.791488:0:24621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35879 00000100:00100000:1.0:1780968278.791687:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a11843b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3015:x1867475551688192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 506us (4385us total) trans 4294976120 rc 0/0 00000100:00100000:1.0:1780968278.791694:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35880 00010000:00010000:1.0:1780968278.791717:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1780968278.791723:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 2/0,0 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791731:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.791736:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 2/0,0 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791744:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 3/0,0 mode: PW/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791766:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 1/0,0 mode: --/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791774:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f525fb4/0x986691d98fe429 lrc: 0/0,0 mode: --/PW res: [0x179f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791791:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1780968278.791794:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 2/0,0 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791800:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.791802:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 2/0,0 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791808:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 3/0,0 mode: PW/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791818:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 1/0,0 mode: --/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791824:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086eaa3c1/0x986691d98fe430 lrc: 0/0,0 mode: --/PW res: [0x107b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791840:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1780968278.791843:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 2/0,0 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791849:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.791851:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 2/0,0 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791858:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 3/0,0 mode: PW/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791943:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 1/0,0 mode: --/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791951:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b373c469/0x986691d98fe43e lrc: 0/0,0 mode: --/PW res: [0x107f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791963:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1780968278.791966:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 2/0,0 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791972:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dfff84c3 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.791974:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 2/0,0 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791981:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 3/0,0 mode: PW/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.791996:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 1/0,0 mode: --/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792002:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfff84c3/0x986691d98fe437 lrc: 0/0,0 mode: --/PW res: [0x179c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792017:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1780968278.792019:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 2/0,0 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792025:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792027:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 2/0,0 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792033:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 3/0,0 mode: PW/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792041:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 1/0,0 mode: --/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792046:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acaa9847/0x986691d98fe445 lrc: 0/0,0 mode: --/PW res: [0x179e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792057:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780968278.792060:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 2/0,0 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792217:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792219:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 2/0,0 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792226:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 3/0,0 mode: PW/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792237:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 1/0,0 mode: --/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792243:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b2c260/0x986691d98fe44c lrc: 0/0,0 mode: --/PW res: [0x17a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792254:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780968278.792256:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 2/0,0 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792263:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792265:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 2/0,0 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792272:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 3/0,0 mode: PW/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792280:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 1/0,0 mode: --/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792291:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c1b9cd4/0x986691d98fe453 lrc: 0/0,0 mode: --/PW res: [0x107e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792301:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780968278.792369:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 2/0,0 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792377:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792379:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 2/0,0 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792385:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 3/0,0 mode: PW/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792395:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 1/0,0 mode: --/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792402:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed287d66/0x986691d98fe45a lrc: 0/0,0 mode: --/PW res: [0x15e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792414:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780968278.792417:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 2/0,0 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792422:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f544e3a8 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792424:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 2/0,0 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792435:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 3/0,0 mode: PW/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792444:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 1/0,0 mode: --/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792450:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f544e3a8/0x986691d98fe461 lrc: 0/0,0 mode: --/PW res: [0x107c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792460:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780968278.792463:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 2/0,0 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792468:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792470:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 2/0,0 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792475:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 3/0,0 mode: PW/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792484:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 1/0,0 mode: --/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792490:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e7fc041/0x986691d98fe468 lrc: 0/0,0 mode: --/PW res: [0x17a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792501:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968278.792503:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 2/0,0 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792509:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000902e4db already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792510:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 2/0,0 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792516:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 3/0,0 mode: PW/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792523:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 1/0,0 mode: --/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792528:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000902e4db/0x986691d98fe46f lrc: 0/0,0 mode: --/PW res: [0x179d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792537:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.792539:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 2/0,0 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792544:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792546:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 2/0,0 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792551:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 3/0,0 mode: PW/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792558:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 1/0,0 mode: --/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792568:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042d6e1f8/0x986691d98fe476 lrc: 0/0,0 mode: --/PW res: [0x17a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792575:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.792577:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 2/0,0 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792582:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.792584:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 2/0,0 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792588:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 3/0,0 mode: PW/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792594:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 1/0,0 mode: --/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792599:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd994b86/0x986691d98fe47d lrc: 0/0,0 mode: --/PW res: [0x107d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.792675:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.792677:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.792679:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.792690:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.792745:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000083504451/2, rc 0, transno 11057 00000100:00100000:1.0:1780968278.792767:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083504451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687744:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.792781:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a5f4575/2, rc 0, transno 11058 00000100:00100000:1.0:1780968278.792785:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688000:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.792798:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004eb76346/2, rc 0, transno 8822 00000100:00100000:1.0:1780968278.792817:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004eb76346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688256:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.792828:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ec148f0f/2, rc 0, transno 11056 00000100:00100000:1.0:1780968278.792831:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec148f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687552:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.792842:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f7017747/2, rc 0, transno 11055 00000100:00100000:1.0:1780968278.792845:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7017747 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551687808:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.792855:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000faac1357/2, rc 0, transno 8820 00000100:00100000:1.0:1780968278.792858:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000faac1357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688064:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.792945:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9c00851/2, rc 0, transno 8821 00000100:00100000:1.0:1780968278.792949:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9c00851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688320:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780968278.792982:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.792988:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.793024:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000006304ea2/2, rc 0, transno 8815 00000100:00100000:1.0:1780968278.793029:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006304ea2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551687040:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.793039:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007f9b0e34/2, rc 0, transno 8816 00000100:00100000:1.0:1780968278.793042:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9b0e34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551687296:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.793052:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d8784f50/2, rc 0, transno 8814 00000100:00100000:1.0:1780968278.793055:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8784f50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551687232:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.793165:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fee54263/2, rc 0, transno 11060 00000100:00100000:1.0:1780968278.793170:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fee54263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.793179:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007b9c1d4a/2, rc 0, transno 8824 00000100:00100000:1.0:1780968278.793182:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b9c1d4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551688192:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968278.793193:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000719b44c0/2, rc 0, transno 11059 00000100:00100000:1.0:1780968278.793196:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000719b44c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687616:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.793206:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b68432df/2, rc 0, transno 8823 00000100:00100000:1.0:1780968278.793208:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68432df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551688128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.793454:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.793516:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968278.793537:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968278.793542:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bd45e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.793561:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.793573:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9e3d306 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3015:x1867475551687872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4050us (6588us total) trans 98784258869 rc 0/0 00000100:00100000:0.0:1780968278.793584:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35876 00000100:00100000:1.0:1780968278.793587:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688576 00000100:00100000:0.0:1780968278.793609:0:6326:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688512 00000100:00100000:1.0:1780968278.793756:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35881 00000100:00100000:0.0:1780968278.793760:0:6326:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35882 00000100:00100000:1.0:1780968278.793762:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d0852f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3018:x1867475551688576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.793763:0:6326:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090695c54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3018:x1867475551688512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.793786:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4226 count 1 00002000:00080000:0.0:1780968278.793786:0:6326:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4225 count 1 00002000:00010000:1.0:1780968278.793817:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1082:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1780968278.793817:0:6326:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1081:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.793824:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 3/0,1 mode: --/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.793824:0:6326:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 3/0,1 mode: --/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.793838:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.793838:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.793841:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.793841:0:6326:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.793845:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 3/0,1 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.793845:0:6326:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 3/0,1 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.793859:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 3/0,1 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.793859:0:6326:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 3/0,1 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.793940:0:6326:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 3/0,1 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.793947:0:6326:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 2/0,0 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.793965:0:6326:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780968278.794223:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 3/0,1 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.794230:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 2/0,0 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.794246:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968278.794465:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4120922 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.794507:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.794525:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028ca8d5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.794544:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.794572:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688448 00000100:00100000:0.0:1780968278.794596:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688704 00000100:00100000:0.0:1780968278.794609:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35883 00000100:00100000:0.0:1780968278.794614:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037e068f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3016:x1867475551688448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968278.794629:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4224 count 1 00002000:00010000:0.0:1780968278.794652:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1080:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.794656:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 3/0,1 mode: --/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794665:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.794666:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.794669:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 3/0,1 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794678:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 3/0,1 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794685:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 3/0,1 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794691:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 2/0,0 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794706:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780968278.794758:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35884 00000100:00100000:0.0:1780968278.794763:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083887067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3016:x1867475551688704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968278.794778:0:6328:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4228 count 1 00002000:00010000:0.0:1780968278.794795:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1084:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.794798:0:6328:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 3/0,1 mode: --/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794811:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.794813:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.794814:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 3/0,1 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794822:0:6328:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 3/0,1 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794828:0:6328:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 3/0,1 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794833:0:6328:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 2/0,0 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.794845:0:6328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780968278.794967:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780968278.794976:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.795002:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.795015:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec768f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.795031:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.795052:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688384 00000100:00100000:1.0:1780968278.795062:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d0852f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3018:x1867475551688576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1300us (1547us total) trans 4294976121 rc 0/0 00000100:00100000:1.0:1780968278.795079:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35881 00000100:00100000:1.0:1780968278.795103:0:19834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688640 00000100:00100000:1.0:1780968278.795149:0:19834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35885 00000100:00100000:1.0:1780968278.795154:0:19834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037449593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3016:x1867475551688640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968278.795166:0:19834:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4227 count 1 00002000:00010000:1.0:1780968278.795189:0:19834:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1083:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968278.795194:0:19834:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 3/0,1 mode: --/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.795202:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.795204:0:19834:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968278.795206:0:19834:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 3/0,1 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.795216:0:19834:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 3/0,1 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968278.795217:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5826c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780968278.795228:0:19834:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 3/0,1 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.795234:0:19834:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 2/0,0 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.795244:0:19834:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780968278.795252:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968278.795281:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968278.795288:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbd960b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.795297:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688960 00000100:00100000:2.0:1780968278.795317:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.795323:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35886 00000100:00100000:0.0:1780968278.795329:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060900990 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3016:x1867475551688384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780968278.795341:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3779 count 1 00000100:00100000:2.0:1780968278.795347:0:34955:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688896 00002000:00010000:0.0:1780968278.795363:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0xec3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.795369:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 3/0,1 mode: --/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968278.795377:0:34955:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35887 00010000:00010000:0.0:1780968278.795383:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780968278.795384:0:34955:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000546cf185 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3016:x1867475551688960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780968278.795386:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.795389:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 3/0,1 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795399:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 3/0,1 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780968278.795400:0:34955:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6054 count 1 00010000:00010000:0.0:1780968278.795409:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 3/0,1 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795415:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 2/0,0 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795422:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780968278.795473:0:103853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35888 00000100:00100000:0.0:1780968278.795478:0:103853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbe635b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:3016:x1867475551688896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.795492:0:103853:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6053 count 1 00002000:00010000:2.0:1780968278.795498:0:34955:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.795504:0:34955:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 3/0,1 mode: --/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780968278.795513:0:103853:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968278.795514:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968278.795517:0:34955:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.795520:0:103853:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 3/0,1 mode: --/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.795521:0:34955:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 3/0,1 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795535:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.795537:0:103853:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.795539:0:103853:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 3/0,1 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795547:0:103853:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 3/0,1 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795554:0:103853:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 3/0,1 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795559:0:103853:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 2/0,0 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.795566:0:103853:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1780968278.795598:0:34955:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 3/0,1 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.795607:0:34955:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 3/0,1 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.795613:0:34955:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 2/0,0 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968278.795623:0:34955:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1780968278.795798:0:103853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbe635b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3016:x1867475551688896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 318us (482us total) trans 98784258870 rc 0/0 00000100:00100000:0.0:1780968278.795805:0:103853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35888 00000100:00100000:2.0:1780968278.795911:0:34955:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000546cf185 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3016:x1867475551688960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 527us (659us total) trans 98784258871 rc 0/0 00000100:00100000:2.0:1780968278.795919:0:34955:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35887 00000004:00080000:2.0:1780968278.795969:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006a5826c1/2, rc 0, transno 11063 00000100:00100000:2.0:1780968278.795977:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5826c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688960:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780968278.795996:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbd960b4/2, rc 0, transno 11062 00000100:00100000:2.0:1780968278.796000:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbd960b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.796160:0:19834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037449593 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3016:x1867475551688640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1004us (1126us total) trans 4294976122 rc 0/0 00000004:00080000:2.0:1780968278.796161:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ec768f59/2, rc 0, transno 8826 00000100:00100000:2.0:1780968278.796170:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec768f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.796173:0:19834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35885 00010000:00010000:1.0:1780968278.796203:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780968278.796209:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 2/0,0 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796219:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796223:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 2/0,0 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796231:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 3/0,0 mode: PW/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796253:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 1/0,0 mode: --/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796260:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d18c60/0x986691d98fe484 lrc: 0/0,0 mode: --/PW res: [0x1081:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6326 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796280:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780968278.796283:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 2/0,0 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796289:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086ac761f already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796290:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 2/0,0 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796297:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 3/0,0 mode: PW/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796373:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 1/0,0 mode: --/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796380:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe48b lrc: 0/0,0 mode: --/PW res: [0x1082:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796393:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780968278.796395:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 2/0,0 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796445:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796447:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 2/0,0 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796454:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 3/0,0 mode: PW/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796463:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 1/0,0 mode: --/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796469:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bbf35a9/0x986691d98fe492 lrc: 0/0,0 mode: --/PW res: [0x1080:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796480:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780968278.796483:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 2/0,0 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796488:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086967e2c already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796490:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 2/0,0 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796495:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 3/0,0 mode: PW/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796500:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 1/0,0 mode: --/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796505:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086967e2c/0x986691d98fe499 lrc: 0/0,0 mode: --/PW res: [0x1084:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796513:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780968278.796515:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 2/0,0 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796520:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796521:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 2/0,0 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796527:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 3/0,0 mode: PW/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796534:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 1/0,0 mode: --/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796544:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffde8901/0x986691d98fe4a0 lrc: 0/0,0 mode: --/PW res: [0x1083:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796556:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780968278.796558:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 2/0,0 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796565:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008617cb49 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796567:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 2/0,0 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796573:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 3/0,0 mode: PW/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796582:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 1/0,0 mode: --/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796588:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008617cb49/0x986691d98fe4a7 lrc: 0/0,0 mode: --/PW res: [0xec3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796602:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.796605:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 2/0,0 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796763:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000008d4440b already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796765:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 2/0,0 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796777:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 3/0,0 mode: PW/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796789:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 1/0,0 mode: --/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796794:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008d4440b/0x986691d98fe4b5 lrc: 0/0,0 mode: --/PW res: [0x17a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103853 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796807:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968278.796810:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 2/0,0 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796815:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968278.796817:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 2/0,0 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796823:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 3/0,0 mode: PW/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796830:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 1/0,0 mode: --/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796836:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fdb8e62/0x986691d98fe4ae lrc: 0/0,0 mode: --/PW res: [0x17a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.796848:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.796850:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.796851:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.796960:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.796967:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.796978:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968278.796996:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a83c7117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.797043:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780968278.797164:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7e18da0/2, rc 0, transno 8825 00000100:00100000:1.0:1780968278.797171:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968278.797183:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968278.797188:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fa32006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780968278.797210:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968278.797505:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688832 00000100:00100000:0.0:1780968278.797542:0:20750:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551688768 00000100:00100000:0.0:1780968278.797559:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35889 00000100:00100000:0.0:1780968278.797564:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aff7fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3018:x1867475551688832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.797595:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6052 count 1 00002000:00010000:0.0:1780968278.797640:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.797646:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 3/0,1 mode: --/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.797657:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.797658:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.797662:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 3/0,1 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.797683:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 3/0,1 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.797696:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 3/0,1 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.797702:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 2/0,0 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.797719:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780968278.798029:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aff7fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3018:x1867475551688832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 464us (986us total) trans 98784258872 rc 0/0 00000100:00100000:0.0:1780968278.798038:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35889 00000100:00100000:0.0:1780968278.798061:0:20750:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35890 00000100:00100000:0.0:1780968278.798078:0:20750:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075e5a5c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3018:x1867475551688768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780968278.798092:0:20750:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:6051 count 1 00002000:00010000:0.0:1780968278.798110:0:20750:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x17a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1780968278.798134:0:20750:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 3/0,1 mode: --/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.798143:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.798144:0:20750:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780968278.798146:0:20750:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 3/0,1 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.798155:0:20750:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 3/0,1 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.798162:0:20750:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 3/0,1 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.798168:0:20750:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 2/0,0 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968278.798182:0:20750:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780968278.798345:0:20750:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075e5a5c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3018:x1867475551688768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 279us (1135us total) trans 98784258873 rc 0/0 00000100:00100000:0.0:1780968278.798352:0:20750:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35890 00010000:00010000:1.0:1780968278.799048:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780968278.799054:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 2/0,0 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.799065:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000e25a5029) 00000004:00080000:0.0:1780968278.799234:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008d5e797c/2, rc 0, transno 11061 00000100:00100000:0.0:1780968278.799242:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d5e797c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780968278.799695:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008abc7e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3015:x1867475551687680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9843us (12463us total) trans 98784258874 rc 0/0 00000100:00100000:0.0:1780968278.799703:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35878 00000004:00080000:0.0:1780968278.800035:0:3015:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000819fdb5/2, rc 0, transno 11066 00000100:00100000:0.0:1780968278.800041:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000819fdb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551687680:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780968278.800260:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968278.800267:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 2/0,0 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.800277:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9a02586 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968278.800281:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 2/0,0 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.800291:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 3/0,0 mode: PW/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.800315:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 1/0,0 mode: --/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.800321:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9a02586/0x986691d98fe4c3 lrc: 0/0,0 mode: --/PW res: [0x17a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968278.800342:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.800343:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968278.800345:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968278.800532:0:6326:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090695c54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3018:x1867475551688512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6766us (6968us total) trans 4294976123 rc 0/0 00000100:00100000:3.0:1780968278.800541:0:6326:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35882 00010000:00010000:1.0:1780968278.800968:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 2/0,0 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.801055:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 3/0,0 mode: PW/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.801075:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 1/0,0 mode: --/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.801083:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e16d47d/0x986691d98fe4bc lrc: 0/0,0 mode: --/PW res: [0x17a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20750 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968278.801110:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.801112:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968278.801130:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968278.801179:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fa32006/2, rc 0, transno 11065 00000100:00100000:1.0:1780968278.801187:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fa32006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688768:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.801198:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a83c7117/2, rc 0, transno 11064 00000100:00100000:1.0:1780968278.801201:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a83c7117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688832:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780968278.801212:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069bd45e1/2, rc 0, transno 8827 00000100:00100000:1.0:1780968278.801216:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bd45e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551688512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.804017:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037e068f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3016:x1867475551688448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9394us (9502us total) trans 4294976124 rc 0/0 00000100:00100000:0.0:1780968278.804036:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35883 00000004:00080000:3.0:1780968278.804404:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d4120922/2, rc 0, transno 8828 00000100:00100000:3.0:1780968278.804414:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4120922 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780968278.805241:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060900990 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3016:x1867475551688384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9908us (10235us total) trans 4294976125 rc 0/0 00000100:00100000:0.0:1780968278.805255:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35886 00000100:00100000:1.0:1780968278.805289:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083887067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3016:x1867475551688704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10522us (10742us total) trans 4294976126 rc 0/0 00000100:00100000:1.0:1780968278.805298:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35884 00000004:00080000:3.0:1780968278.805668:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f778987/2, rc 0, transno 8829 00000100:00100000:3.0:1780968278.805676:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688384:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780968278.805688:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000028ca8d5d/2, rc 0, transno 8830 00000100:00100000:3.0:1780968278.805690:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028ca8d5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551688704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968279.175386:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0dc32e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551689088:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.175474:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968279.175503:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000181719c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551689344:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.175521:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968279.175543:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780968279.175548:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ff9d620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551689024:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.175580:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968279.175594:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000488f7c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551689280:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.175616:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968279.175653:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689280 00000100:00100000:1.0:1780968279.175700:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1780968279.175707:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5258a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3018:x1867475551689280:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.175760:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5258a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3018:x1867475551689280:12345-0@lo:400:kworker/u8:1.0 Request processed in 53us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968279.175779:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1780968279.175835:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000488f7c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551689280:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968279.175953:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcd96f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551689152:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968279.175998:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968279.176019:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968279.176023:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ad8b7de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551689216:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968279.176049:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968279.176076:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689216 00000100:00100000:0.0:1780968279.176105:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1780968279.176110:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3015:x1867475551689216:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968279.176167:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3015:x1867475551689216:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968279.176174:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1780968279.176216:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ad8b7de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551689216:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968279.176517:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689088 00000100:00100000:2.0:1780968279.176548:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689344 00000100:00100000:2.0:1780968279.176561:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689152 00000100:00100000:2.0:1780968279.176575:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1780968279.176579:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da22a2c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551689088:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968279.176617:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da22a2c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551689088:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968279.176623:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1780968279.176638:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1780968279.176641:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0c9ca63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551689344:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968279.176663:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0c9ca63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551689344:12345-0@lo:400:kworker/u8:1.0 Request processed in 21us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968279.176668:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1780968279.176679:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1780968279.176682:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000867f256e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551689152:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968279.176704:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000867f256e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551689152:12345-0@lo:400:kworker/u8:1.0 Request processed in 21us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968279.176709:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1780968279.176728:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689024 00000100:00100000:2.0:1780968279.176754:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1780968279.176757:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6260d28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551689024:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968279.176786:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6260d28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551689024:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968279.176792:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1780968279.176849:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968279.176871:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ffb2aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551689408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968279.176902:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968279.176931:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689408 00000100:00100000:2.0:1780968279.177160:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1780968279.177165:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805e6c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3016:x1867475551689408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780968279.177200:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3834642432 avail 3832545280 00000100:00100000:2.0:1780968279.177237:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805e6c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3016:x1867475551689408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968279.177244:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1780968279.177284:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ffb2aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551689408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968279.177438:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ff9d620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551689024:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.177450:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0dc32e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551689088:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968279.177460:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000181719c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551689344:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968279.177729:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcd96f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551689152:0@lo:400:kworker/u8:1.0 00010000:00010000:1.0:1780968279.431393:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968280.308718:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258874 is committed 00010000:00010000:2.0:1780968280.456374:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780968280.686044:0:115539:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780968280.686053:0:115539:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 421e: rmfid in DNE ======================== 21:24:38 (1780968278) 00010000:00010000:3.0:1780968281.479401:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780968281.818032:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976126 is committed 00000100:00100000:2.0:1780968282.267474:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968282.267530:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968282.267880:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404288 00000100:00100000:1.0:1780968282.268317:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1379 00000100:00100000:1.0:1780968282.268327:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ffb2aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+22:2221:x1867475545404288:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968282.268428:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ffb2aeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+22:2221:x1867475545404288:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 101us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968282.268438:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1379 00000100:00100000:3.0:1780968282.277688:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404224 00000100:00100000:3.0:1780968282.277783:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 820 00000100:00100000:3.0:1780968282.277792:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f465bbda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545404224:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968282.277907:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f465bbda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545404224:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 115us (10377us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968282.277916:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 820 00000400:00000080:2.0:1780968282.361816:0:115588:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780968282.361823:0:115588:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_421e needs >= 2 MDTs 00010000:00010000:1.0:1780968282.503272:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968283.274517:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968283.274550:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddce646e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551689472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968283.274643:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968283.274705:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689472 00000100:00100000:0.0:1780968283.274768:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1780968283.274775:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187b1c6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551689472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968283.274821:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 21430272 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968283.274877:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187b1c6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551689472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968283.274885:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1780968283.274929:0:3015:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976126 gen 3 00000004:00080000:0.0:1780968283.274935:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbb39bf7, transno 4294976098 00000004:00080000:0.0:1780968283.274960:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007bbb5a54, transno 4294976099 00000004:00080000:0.0:1780968283.274963:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e2ce4a2f, transno 4294976100 00000004:00080000:0.0:1780968283.274965:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000016652765, transno 4294976101 00000004:00080000:0.0:1780968283.274968:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c4c000e5, transno 4294976102 00000004:00080000:0.0:1780968283.274972:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000910c0f72, transno 4294976103 00000004:00080000:0.0:1780968283.274975:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c7a8d46, transno 4294976104 00000004:00080000:0.0:1780968283.274977:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000096b4c6d, transno 4294976105 00000004:00080000:0.0:1780968283.274980:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000008497206, transno 4294976106 00000004:00080000:0.0:1780968283.274982:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000063303239, transno 4294976107 00000004:00080000:0.0:1780968283.274984:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c42c31c, transno 4294976108 00000004:00080000:0.0:1780968283.274986:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009b088e36, transno 4294976109 00000004:00080000:0.0:1780968283.274989:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d8784f50, transno 4294976110 00000004:00080000:0.0:1780968283.274990:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000006304ea2, transno 4294976111 00000004:00080000:0.0:1780968283.274993:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007f9b0e34, transno 4294976112 00000004:00080000:0.0:1780968283.274996:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002a5924d4, transno 4294976113 00000004:00080000:0.0:1780968283.274998:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000293c68d2, transno 4294976114 00000004:00080000:0.0:1780968283.275000:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d434a3a0, transno 4294976115 00000004:00080000:0.0:1780968283.275002:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000faac1357, transno 4294976116 00000004:00080000:0.0:1780968283.275004:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c9c00851, transno 4294976117 00000004:00080000:0.0:1780968283.275007:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004eb76346, transno 4294976118 00000004:00080000:0.0:1780968283.275009:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b68432df, transno 4294976119 00000004:00080000:0.0:1780968283.275012:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007b9c1d4a, transno 4294976120 00000004:00080000:0.0:1780968283.275016:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7e18da0, transno 4294976121 00000004:00080000:0.0:1780968283.275020:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ec768f59, transno 4294976122 00000004:00080000:0.0:1780968283.275022:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069bd45e1, transno 4294976123 00000004:00080000:0.0:1780968283.275025:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d4120922, transno 4294976124 00000004:00080000:0.0:1780968283.275027:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f778987, transno 4294976125 00000004:00080000:0.0:1780968283.275029:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028ca8d5d, transno 4294976126 00000100:00100000:0.0:1780968283.275043:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddce646e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551689472:0@lo:13:osp-pre-1-0.0 00000040:00100000:0.0:1780968283.275400:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 29 records, first 2872 in log [0x1e:0x1:0x0] 00000004:00080000:0.0:1780968283.275627:0:97840:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 29 done 00010000:00010000:1.0:1780968283.532222:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780968284.153934:0:115640:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780968284.153947:0:115640:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 421f: rmfid checks permissions ============ 21:24:41 (1780968281) 00000100:00100000:0.0:1780968284.237800:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968284.237868:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.238439:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404480 00000100:00100000:2.0:1780968284.238440:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404352 00000100:00100000:2.0:1780968284.238542:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21896 00000100:00100000:2.0:1780968284.238552:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddce646e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+23:2222:x1867475545404352:12345-192.168.203.60@tcp:41:mkdir.0 00000100:00100000:3.0:1780968284.238583:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21897 00000100:00100000:3.0:1780968284.238593:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000296ac5bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+23:149277:x1867475545404480:12345-192.168.203.60@tcp:36:mkdir.0 00000004:00000024:2.0:1780968284.238619:0:97808:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2255486976 avail 2253389824 00000100:00100000:2.0:1780968284.238717:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddce646e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+23:2222:x1867475545404352:12345-192.168.203.60@tcp:41:mkdir.0 Request processed in 162us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.238725:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21896 00010000:00010000:3.0:1780968284.238807:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.238838:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.239203:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.239278:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.239286:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.239293:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968284.240473:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00010000:00010000:3.0:1780968284.240485:0:103641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.240494:0:103641:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.240500:0:103641:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.240505:0:103641:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019ac09f4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.240508:0:103641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.240514:0:103641:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.240526:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968284.240529:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.240532:0:103641:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.240537:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4ca lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968284.240551:0:103641:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000296ac5bc reply state 0000000042463e84 transno 21474859017 ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968284.241787:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000296ac5bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+24:149277:x1867475545404480:12345-192.168.203.60@tcp:36:mkdir.0 Request processed in 3186us (3914us total) trans 21474859017 rc 0/0 00000100:00100000:3.0:1780968284.241800:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21897 00010000:00010000:3.0:1780968284.261514:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.261534:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.261541:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.261547:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000411e8607 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.261551:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.261557:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.261580:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x122cd670 (00000000467c40ed) 00010000:00010000:3.0:1780968284.261583:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.261587:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.261592:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe4d1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968284.278691:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.278748:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404544 00000100:00100000:3.0:1780968284.278819:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21898 00000100:00100000:3.0:1780968284.278837:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab35a7ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+23:149278:x1867475545404544:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:3.0:1780968284.278876:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968284.278901:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007628dd expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.278984:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279003:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279018:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279035:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279043:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279049:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279226:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fe4ed lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279241:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fe4ed lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279249:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fe4ed lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968284.279288:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:3.0:1780968284.279292:0:103641:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968284.279321:0:103641:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fe4ed lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279335:0:103641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279342:0:103641:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279349:0:103641:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279355:0:103641:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.279359:0:103641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279367:0:103641:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279380:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968284.279383:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.279389:0:103641:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279395:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe4df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279409:0:103641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279414:0:103641:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279420:0:103641:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279426:0:103641:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.279428:0:103641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279434:0:103641:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279441:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x122cd670 (00000000ce264978) 00010000:00010000:3.0:1780968284.279443:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.279446:0:103641:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279452:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe4e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279487:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe4d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628dd expref: 25 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279501:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fe4ed lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628dd expref: 24 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.279508:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (000000005bffe72c) 00010000:00010000:3.0:1780968284.279510:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780968284.279512:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000077a83062, rc 0) 00000100:00100000:3.0:1780968284.279596:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab35a7ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+24:149278:x1867475545404544:12345-192.168.203.60@tcp:101:touch.0 Request processed in 757us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.279604:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21898 00000100:00100000:0.0:1780968284.283055:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.283175:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404672 00000100:00100000:2.0:1780968284.283241:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21899 00000100:00100000:2.0:1780968284.283249:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5bd44cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+24:149278:x1867475545404672:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:2.0:1780968284.283277:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968284.283447:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe4f4 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007628e4 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.283683:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.283702:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.283716:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.283800:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.283810:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.283817:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968284.284443:0:97841:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049897063 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:97841:1867475551689536:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1780968284.284517:0:97841:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968284.284549:0:97841:0:(client.c:2500:ptlrpc_set_wait()) set 0000000006f652fd going to sleep for 6 seconds 00000100:00100000:3.0:1780968284.284646:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689536 00000100:00100000:3.0:1780968284.284699:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35891 00000100:00100000:3.0:1780968284.284705:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:97841:x1867475551689536:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1780968284.284762:0:6328:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x0 at 5794 00000004:00080000:2.0:1780968284.287052:0:97811:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x1692:0x0], index 1: 0 00010000:00010000:2.0:1780968284.287391:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fe509 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287414:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fe509 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c39:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287429:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fe509 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c39:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287477:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287484:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287492:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287500:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de9c597f already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968284.287504:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287512:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287527:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (000000005bffe72c) 00010000:00010000:2.0:1780968284.287530:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968284.287534:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287540:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe4fb lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968284.287552:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a5bd44cf reply state 000000008ffadc92 transno 21474859018 ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287598:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe4f4 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628e4 expref: 27 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287613:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fe509 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c39:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628e4 expref: 26 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.287619:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c39:0x0].0x0 (000000001aa6784e) 00010000:00010000:2.0:1780968284.287621:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1780968284.287623:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008f8f0199, rc 0) 00000100:00100000:2.0:1780968284.287723:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5bd44cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:149278:x1867475545404672:12345-192.168.203.60@tcp:101:touch.0 Request processed in 4472us (4678us total) trans 21474859018 rc 0/0 00000100:00100000:2.0:1780968284.287746:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21899 00000100:00100000:3.0:1780968284.293054:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:97841:x1867475551689536:12345-0@lo:5:osp-pre-1-0.0 Request processed in 8340us (8529us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.293073:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35891 00000100:00100000:3.0:1780968284.293206:0:97841:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049897063 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:97841:1867475551689536:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1780968284.293225:0:97841:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x100010000:0x1692:0x0]-[0x100010000:0x16c1:0x0] 00010000:00010000:1.0:1780968284.293890:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.293906:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.293914:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.293927:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968284.293932:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.293941:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.293971:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (00000000b0354aca) 00010000:00010000:1.0:1780968284.293975:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968284.293980:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.293987:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe502 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968284.295572:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0dc32e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551689664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.295654:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968284.295699:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780968284.295704:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000181719c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551689600:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968284.295870:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ff9d620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551689728:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968284.295904:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968284.295934:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968284.295939:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000488f7c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551689792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.296026:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968284.296084:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689664 00000100:00100000:1.0:1780968284.296163:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689728 00000100:00100000:1.0:1780968284.296187:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1780968284.296195:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a555864b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551689664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968284.296316:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1780968284.296322:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001da9bfa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551689728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968284.296398:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968284.296449:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000facfd73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551689856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.296475:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968284.296510:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689600 00000100:00100000:3.0:1780968284.296538:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1780968284.296543:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eec4e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551689600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.296578:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eec4e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551689600:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.296585:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1780968284.296627:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689856 00000100:00100000:3.0:1780968284.296651:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1780968284.296655:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000986f8901 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551689856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.296683:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000986f8901 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551689856:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.296689:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1780968284.296728:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000181719c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551689600:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.298012:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000facfd73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551689856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968284.298175:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c79d17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551689920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968284.298231:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968284.299491:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a555864b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551689664:12345-0@lo:400:kworker/u8:3.0 Request processed in 3290us (3832us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.299508:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1780968284.299602:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0dc32e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551689664:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968284.301463:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689920 00000100:00100000:1.0:1780968284.301540:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1780968284.301548:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000126942a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551689920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968284.301605:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 24444928 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968284.301693:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000126942a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551689920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (3462us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.301701:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1780968284.301788:0:3018:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 98784258874 gen 3 00000004:00080000:1.0:1780968284.301795:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003fab10e9, transno 98784258842 00000004:00080000:1.0:1780968284.301805:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b3b5a12, transno 98784258843 00000004:00080000:1.0:1780968284.301808:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7c6bee5, transno 98784258844 00000004:00080000:1.0:1780968284.301810:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bf1d633c, transno 98784258845 00000004:00080000:1.0:1780968284.301812:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b435c987, transno 98784258846 00000004:00080000:1.0:1780968284.301815:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005efaff00, transno 98784258847 00000004:00080000:1.0:1780968284.301817:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000036cb3a94, transno 98784258848 00000004:00080000:1.0:1780968284.301819:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009e30fd37, transno 98784258849 00000004:00080000:1.0:1780968284.301831:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000935bf871, transno 98784258850 00000004:00080000:1.0:1780968284.301834:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060abc06a, transno 98784258851 00000004:00080000:1.0:1780968284.301837:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000047c277d2, transno 98784258852 00000004:00080000:1.0:1780968284.301838:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000345bf1b1, transno 98784258853 00000004:00080000:1.0:1780968284.301841:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a8d4f10, transno 98784258854 00000004:00080000:1.0:1780968284.301843:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000caf75172, transno 98784258855 00000004:00080000:1.0:1780968284.301845:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d13d735a, transno 98784258856 00000004:00080000:1.0:1780968284.301848:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cca0d884, transno 98784258857 00000004:00080000:1.0:1780968284.301850:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c38bbb39, transno 98784258858 00000004:00080000:1.0:1780968284.301852:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004eb56aa6, transno 98784258859 00000004:00080000:1.0:1780968284.301855:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009a4e761e, transno 98784258860 00000004:00080000:1.0:1780968284.301857:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000505c5b2d, transno 98784258861 00000004:00080000:1.0:1780968284.301859:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000434602f3, transno 98784258862 00000004:00080000:1.0:1780968284.301862:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f7017747, transno 98784258863 00000004:00080000:1.0:1780968284.301867:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ec148f0f, transno 98784258864 00000004:00080000:1.0:1780968284.301870:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000083504451, transno 98784258865 00000004:00080000:1.0:1780968284.301873:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001a5f4575, transno 98784258866 00000004:00080000:1.0:1780968284.301875:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000719b44c0, transno 98784258867 00000004:00080000:1.0:1780968284.301877:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fee54263, transno 98784258868 00000004:00080000:1.0:1780968284.301879:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008d5e797c, transno 98784258869 00000004:00080000:1.0:1780968284.301881:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbd960b4, transno 98784258870 00000004:00080000:1.0:1780968284.301883:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006a5826c1, transno 98784258871 00000004:00080000:1.0:1780968284.301886:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a83c7117, transno 98784258872 00000004:00080000:1.0:1780968284.301889:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fa32006, transno 98784258873 00000004:00080000:1.0:1780968284.301892:0:3018:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000819fdb5, transno 98784258874 00000100:00100000:1.0:1780968284.301906:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c79d17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551689920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968284.301951:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551689792 00000100:00100000:1.0:1780968284.301982:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1780968284.301986:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000841f3c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551689792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968284.302025:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000841f3c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551689792:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (5627us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.302032:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1780968284.304946:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000488f7c97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551689792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968284.306268:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.306419:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404800 00000100:00100000:1.0:1780968284.306483:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21900 00000100:00100000:1.0:1780968284.306492:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5cd152a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:149278:x1867475545404800:12345-192.168.203.60@tcp:36:touch.0 00010000:00010000:1.0:1780968284.306627:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.306650:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.306665:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780968284.306847:0:97808:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c5cd152a reply state 0000000016b2f78d transno 21474859019 ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968284.306978:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5cd152a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:149278:x1867475545404800:12345-192.168.203.60@tcp:36:touch.0 Request processed in 485us (719us total) trans 21474859019 rc 0/0 00000100:00100000:1.0:1780968284.306987:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21900 00000040:00100000:3.0:1780968284.307526:0:97838:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 33 records, first 3871 in log [0x1c:0x1:0x0] 00000004:00080000:3.0:1780968284.307695:0:97838:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 33 done 00000100:00100000:2.0:1780968284.308926:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001da9bfa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551689728:12345-0@lo:400:kworker/u8:3.0 Request processed in 12594us (13013us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.308942:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1780968284.308968:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ff9d620 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551689728:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1780968284.309489:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.309505:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.309513:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.309521:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffde8901 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.309525:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.309533:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.309555:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c39:0x0].0x0 (000000001aa6784e) 00010000:00010000:3.0:1780968284.309558:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.309564:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.309571:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffde8901/0x986691d98fe517 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968284.311202:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.313188:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404864 00000100:00100000:1.0:1780968284.313266:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35892 00000100:00100000:1.0:1780968284.313274:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ad870aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2218:x1867475545404864:12345-192.168.203.60@tcp:8:touch.0 00010000:00080000:1.0:1780968284.313322:0:7712:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp t0 exp 0000000000000000 cur 4906 last 0 00000020:00000080:1.0:1780968284.313423:0:7712:0:(genops.c:1359:class_connect()) connect: client a658efc9-96b9-4720-9ba4-911cf9404ca5, cookie 0x986691d98fe51e 00002000:00100000:1.0:1780968284.313446:0:7712:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli a658efc9-96b9-4720-9ba4-911cf9404ca5/0000000001e8ea0e ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780968284.313460:0:7712:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1780968284.313903:0:7712:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000007055682c 00002000:00080000:1.0:1780968284.313916:0:7712:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1780968284.313956:0:7712:0:(import.c:86:import_set_state_nolock()) 00000000957df57b : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780968284.314090:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ad870aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2218:x1867475545404864:12345-192.168.203.60@tcp:8:touch.0 Request processed in 814us (2897us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.316335:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35892 00000100:00100000:1.0:1780968284.328458:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.332094:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545404928 00000100:00100000:3.0:1780968284.332181:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35893 00000100:00100000:3.0:1780968284.332189:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0dc32e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:0:x1867475545404928:12345-192.168.203.60@tcp:2:touch.0 00000100:00100000:1.0:1780968284.438567:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0dc32e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:0:x1867475545404928:12345-192.168.203.60@tcp:2:touch.0 Request processed in 106367us (110123us total) trans 4294976127 rc 0/0 00000100:00100000:1.0:1780968284.438589:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35893 00000001:00100000:2.0:1780968284.438676:0:7141:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a658efc9-96b9-4720-9ba4-911cf9404ca5 00000001:00080000:2.0:1780968284.438695:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976127 is committed 00000100:00100000:2.0:1780968284.445499:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.445653:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405056 00000100:00100000:1.0:1780968284.445724:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9463 00000100:00100000:1.0:1780968284.445732:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2cbc97 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:149278:x1867475545405056:12345-192.168.203.60@tcp:35:touch.0 00000100:00100000:1.0:1780968284.446272:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2cbc97 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:149278:x1867475545405056:12345-192.168.203.60@tcp:35:touch.0 Request processed in 536us (782us total) trans 21474859020 rc 0/0 00000100:00100000:1.0:1780968284.446282:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9463 00000100:00100000:0.0:1780968284.495447:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.497029:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405120 00000100:00100000:2.0:1780968284.498076:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21901 00000100:00100000:2.0:1780968284.498087:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000286ec6a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:149280:x1867475545405120:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968284.498155:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968284.498185:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe525 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007628eb expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.498270:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe52c lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.498287:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe52c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.498300:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe52c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968284.498386:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:2.0:1780968284.498390:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968284.498420:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe52c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.498451:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe525 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628eb expref: 30 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.498471:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe52c lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628eb expref: 29 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.498480:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (000000005bffe72c) 00010000:00010000:2.0:1780968284.498483:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968284.498486:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000de9c597f, rc 0) 00000100:00100000:2.0:1780968284.498575:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000286ec6a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:149280:x1867475545405120:12345-192.168.203.60@tcp:101:ls.0 Request processed in 488us (3139us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.498584:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21901 00000100:00100000:3.0:1780968284.508412:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.508504:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405248 00000100:00100000:2.0:1780968284.508604:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21902 00000100:00100000:2.0:1780968284.508613:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094fce4f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:149280:x1867475545405248:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968284.508642:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968284.508669:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe533 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007628f2 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968284.508806:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00010000:00010000:2.0:1780968284.509052:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe533 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628f2 expref: 31 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.509062:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe533 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628f2 expref: 31 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.509108:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee11aa80, rc 0) 00000100:00100000:2.0:1780968284.509252:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094fce4f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:149280:x1867475545405248:12345-192.168.203.60@tcp:101:ls.0 Request processed in 639us (851us total) trans 21474859021 rc 301/301 00000100:00100000:2.0:1780968284.509261:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21902 00000100:00100000:0.0:1780968284.522231:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.522862:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405312 00000100:00100000:1.0:1780968284.522934:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9464 00000100:00100000:1.0:1780968284.522942:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c6bee5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:149280:x1867475545405312:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:2.0:1780968284.532504:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c6bee5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:149280:x1867475545405312:12345-192.168.203.60@tcp:37:ls.0 Request processed in 9551us (10275us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.532525:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9464 00000100:00100000:3.0:1780968284.536647:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.537575:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405440 00000100:00100000:2.0:1780968284.537654:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9465 00000100:00100000:2.0:1780968284.537662:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:149280:x1867475545405440:12345-192.168.203.60@tcp:35:ls.0 00000100:00100000:2.0:1780968284.538400:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:149280:x1867475545405440:12345-192.168.203.60@tcp:35:ls.0 Request processed in 735us (1762us total) trans 21474859022 rc 0/0 00000100:00100000:2.0:1780968284.538419:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9465 00010000:00010000:2.0:1780968284.555173:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968284.611038:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.611193:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405504 00000100:00100000:3.0:1780968284.611316:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9466 00000100:00100000:3.0:1780968284.611326:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000923e8696 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:149283:x1867475545405504:12345-192.168.203.60@tcp:49:lfs.500 00000100:00100000:3.0:1780968284.611554:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000923e8696 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:149283:x1867475545405504:12345-192.168.203.60@tcp:49:lfs.500 Request processed in 228us (527us total) trans 0 rc -61/-61 00000100:00100000:3.0:1780968284.611568:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9466 00000100:00100000:0.0:1780968284.654641:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.654764:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405632 00000100:00100000:1.0:1780968284.654849:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21903 00000100:00100000:1.0:1780968284.654858:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf1d633c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:149285:x1867475545405632:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:1.0:1780968284.654886:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968284.654919:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe541 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007628f9 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968284.655075:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00010000:00010000:1.0:1780968284.655277:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe541 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628f9 expref: 33 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.655292:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe541 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628f9 expref: 33 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.655310:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000086ac761f, rc 0) 00000100:00100000:1.0:1780968284.655387:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf1d633c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:149285:x1867475545405632:12345-192.168.203.60@tcp:101:ls.0 Request processed in 529us (757us total) trans 21474859023 rc 301/301 00000100:00100000:1.0:1780968284.655395:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21903 00000100:00100000:1.0:1780968284.660402:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.660854:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405760 00000100:00100000:3.0:1780968284.660927:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9467 00000100:00100000:3.0:1780968284.660936:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:149285:x1867475545405760:12345-192.168.203.60@tcp:35:ls.0 00000100:00100000:3.0:1780968284.661502:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:149285:x1867475545405760:12345-192.168.203.60@tcp:35:ls.0 Request processed in 565us (1111us total) trans 21474859024 rc 0/0 00000100:00100000:3.0:1780968284.661512:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9467 00000100:00100000:0.0:1780968284.709016:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.709176:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405888 00000100:00100000:2.0:1780968284.709260:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21904 00000100:00100000:2.0:1780968284.709269:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b435c987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:149287:x1867475545405888:12345-192.168.203.60@tcp:36:chmod.0 00010000:00010000:2.0:1780968284.709351:0:97811:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780968284.709390:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe52c lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628eb expref: 33 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.709417:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000077a83062/0x986691d98fe4ed lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628dd expref: 32 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.709435:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (000000005bffe72c) 00010000:00010000:2.0:1780968284.709451:0:97811:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780968284.709494:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.709511:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.709522:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968284.709878:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b435c987 reply state 0000000000a4a879 transno 21474859025 ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968284.709898:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000100:00100000:2.0:1780968284.710021:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b435c987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:149287:x1867475545405888:12345-192.168.203.60@tcp:36:chmod.0 Request processed in 751us (1016us total) trans 21474859025 rc 0/0 00000100:00100000:2.0:1780968284.710029:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21904 00010000:00010000:2.0:1780968284.715099:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.715148:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.715157:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.715164:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968284.715170:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.715179:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.715201:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (0000000009239d01) 00010000:00010000:2.0:1780968284.715204:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968284.715210:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.715216:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe54f lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968284.736632:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.736962:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545405952 00000100:00100000:1.0:1780968284.737040:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21905 00000100:00100000:1.0:1780968284.737048:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005efaff00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:149288:x1867475545405952:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:1.0:1780968284.737082:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968284.737108:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe556 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762900 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737214:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737232:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737244:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737260:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737266:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737272:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737404:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe56b lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737412:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe56b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737420:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe56b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968284.737466:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:1.0:1780968284.737470:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1780968284.737495:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe56b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737509:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737516:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737522:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737528:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968284.737532:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737541:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737555:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968284.737558:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968284.737563:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737570:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe55d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737584:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737590:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737596:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737601:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000902e4db already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968284.737604:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737609:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737615:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x122cd670 (0000000012ee4645) 00010000:00010000:1.0:1780968284.737617:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968284.737619:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737624:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe564 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737665:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe556 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762900 expref: 34 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737678:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe56b lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762900 expref: 33 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.737690:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968284.737693:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780968284.737695:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed287d66, rc 0) 00000100:00100000:1.0:1780968284.737796:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005efaff00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:149288:x1867475545405952:12345-192.168.203.60@tcp:101:ls.0 Request processed in 747us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.737806:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21905 00000100:00100000:1.0:1780968284.746408:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.746562:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406016 00000100:00100000:2.0:1780968284.746642:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21906 00000100:00100000:2.0:1780968284.746650:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377beec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:149288:x1867475545406016:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968284.746681:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968284.746709:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe572 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762907 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.746767:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe579 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.746784:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe579 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.746798:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe579 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.746926:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe572 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762907 expref: 35 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.746945:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000de9c597f/0x986691d98fe579 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762907 expref: 34 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.746954:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968284.746957:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780968284.746961:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000de9c597f, rc 0) 00000100:00100000:2.0:1780968284.747021:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377beec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:149288:x1867475545406016:12345-192.168.203.60@tcp:101:ls.0 Request processed in 370us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.747028:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21906 00000100:00100000:3.0:1780968284.754311:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.755433:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406144 00000100:00100000:1.0:1780968284.755525:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21907 00000100:00100000:1.0:1780968284.755534:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:149288:x1867475545406144:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:1.0:1780968284.755562:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968284.755589:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe580 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a200076290e expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.755744:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe587 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.755763:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe587 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.755776:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe587 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968284.755789:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00010000:00010000:1.0:1780968284.755946:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086ac761f/0x986691d98fe580 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076290e expref: 37 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.755972:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000902e4db/0x986691d98fe587 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076290e expref: 36 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.755982:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968284.755985:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1780968284.755989:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000902e4db, rc 0) 00000100:00100000:1.0:1780968284.756079:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88371f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:149288:x1867475545406144:12345-192.168.203.60@tcp:101:ls.0 Request processed in 545us (1783us total) trans 21474859026 rc 0/0 00000100:00100000:1.0:1780968284.756088:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21907 00000100:00100000:0.0:1780968284.760980:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.761096:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406208 00000100:00100000:3.0:1780968284.761209:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9468 00000100:00100000:3.0:1780968284.761217:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036cb3a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:149288:x1867475545406208:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:3.0:1780968284.770439:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036cb3a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:149288:x1867475545406208:12345-192.168.203.60@tcp:37:ls.0 Request processed in 9211us (9462us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.770459:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9468 00000100:00100000:1.0:1780968284.779222:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.779369:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406272 00000100:00100000:3.0:1780968284.779605:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21908 00000100:00100000:3.0:1780968284.779613:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002136b9d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:149288:x1867475545406272:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968284.779642:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968284.779668:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe595 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762915 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.779836:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe59c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.779853:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe59c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.779868:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe59c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968284.779949:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 24064 00000004:00200000:3.0:1780968284.779953:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 89 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968284.779979:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe59c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.780007:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe595 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762915 expref: 38 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.780027:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe59c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762915 expref: 37 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.780037:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968284.780039:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780968284.780044:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000075830d21, rc 0) 00000100:00100000:3.0:1780968284.780326:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002136b9d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:149288:x1867475545406272:12345-192.168.203.60@tcp:101:ls.0 Request processed in 712us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.780335:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21908 00000100:00100000:0.0:1780968284.783903:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.784009:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406336 00000100:00100000:3.0:1780968284.784317:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21909 00000100:00100000:3.0:1780968284.784326:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e30fd37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:149288:x1867475545406336:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968284.784355:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968284.784393:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a200076291c expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.784438:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe5aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.784454:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe5aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.784468:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe5aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.784591:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076291c expref: 39 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.784612:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000411e8607/0x986691d98fe5aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076291c expref: 38 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.784620:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968284.784623:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780968284.784626:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000411e8607, rc 0) 00000100:00100000:3.0:1780968284.784909:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e30fd37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149288:x1867475545406336:12345-192.168.203.60@tcp:101:ls.0 Request processed in 580us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.784917:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21909 00000100:00100000:0.0:1780968284.789835:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.789928:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406400 00000100:00100000:3.0:1780968284.790011:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21910 00000100:00100000:3.0:1780968284.790019:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049897063 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149288:x1867475545406400:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968284.790051:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968284.790088:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe5b1 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762923 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790210:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790228:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790242:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968284.790287:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c39:0x0]: returning size 0 00000004:00200000:3.0:1780968284.790292:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968284.790313:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790326:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790352:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe5b1 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762923 expref: 40 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790372:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762923 expref: 39 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.790381:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c39:0x0].0x0 (000000001aa6784e) 00010000:00010000:3.0:1780968284.790384:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780968284.790387:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bc8e45f4, rc 0) 00000100:00100000:3.0:1780968284.790449:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049897063 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:149288:x1867475545406400:12345-192.168.203.60@tcp:101:ls.0 Request processed in 430us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.790457:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21910 00000100:00100000:0.0:1780968284.793008:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.793157:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406464 00000100:00100000:1.0:1780968284.793223:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35894 00000100:00100000:1.0:1780968284.793231:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c6bee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2219:x1867475545406464:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:1.0:1780968284.793254:0:7712:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968284.793285:0:7712:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 2/0,0 mode: --/PR res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a200076292a expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968284.793317:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1692:0x0] initial LVB size: 0, mtime: 0x6a276b5b, atime: 0x6a276b5b, ctime: 0x6a276b5b, blocks: 0x1 00010000:00010000:1.0:1780968284.793341:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968284.793344:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968284.793354:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 3/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 6 pid: 7712 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780968284.793373:0:7712:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 3/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 6 pid: 7712 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780968284.793394:0:7712:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000086ac761f, rc 0) 00000100:00100000:1.0:1780968284.793454:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c6bee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545406464:12345-192.168.203.60@tcp:101:ls.0 Request processed in 222us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.793460:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35894 00000100:00100000:0.0:1780968284.811837:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.812010:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406528 00000100:00100000:3.0:1780968284.812087:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9469 00000100:00100000:3.0:1780968284.812096:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a4e761e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:149291:x1867475545406528:12345-192.168.203.60@tcp:49:lfs.500 00000100:00100000:3.0:1780968284.812286:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a4e761e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:149291:x1867475545406528:12345-192.168.203.60@tcp:49:lfs.500 Request processed in 190us (470us total) trans 0 rc -61/-61 00000100:00100000:3.0:1780968284.812295:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9469 00000100:00100000:0.0:1780968284.836788:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.836951:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406592 00000100:00100000:2.0:1780968284.837033:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9470 00000100:00100000:2.0:1780968284.837042:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505c5b2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:149293:x1867475545406592:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:2.0:1780968284.842537:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505c5b2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:149293:x1867475545406592:12345-192.168.203.60@tcp:37:ls.0 Request processed in 5482us (5747us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.842558:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9470 00000100:00100000:0.0:1780968284.857634:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.857766:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406720 00000100:00100000:1.0:1780968284.857851:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21911 00000100:00100000:1.0:1780968284.857860:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000434602f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:149296:x1867475545406720:12345-192.168.203.60@tcp:36:rm.0 00010000:00010000:1.0:1780968284.857933:0:103651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1780968284.857975:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc8e45f4/0x986691d98fe5b8 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762923 expref: 39 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858005:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f8f0199/0x986691d98fe509 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c39:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007628e4 expref: 38 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858016:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c39:0x0].0x0 (000000001aa6784e) 00010000:00010000:1.0:1780968284.858032:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe56b lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762900 expref: 37 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858040:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968284.858043:0:103651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780968284.858094:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858110:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858188:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858206:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858213:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858219:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858350:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858358:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858365:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780968284.858799:0:103651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2873, 64 off192064 00000004:00080000:1.0:1780968284.858808:0:103651:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4907026691041ns, next at 4908026688454ns, rc = 0 00010000:00010000:1.0:1780968284.858889:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858899:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858914:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858921:0:103651:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 4/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858928:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 4/0,1 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858934:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.858961:0:103651:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1780968284.858984:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000434602f3 reply state 000000005cb1afed transno 21474859027 ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859045:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859051:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859058:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859065:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd994b86 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968284.859069:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859083:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859093:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968284.859096:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968284.859099:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.859105:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5c6 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780968284.859114:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000434602f3 reply state 000000005cb1afed transno 21474859027 ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968284.859256:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000434602f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149296:x1867475545406720:12345-192.168.203.60@tcp:36:rm.0 Request processed in 1394us (1633us total) trans 21474859027 rc 0/0 00000100:00100000:1.0:1780968284.859265:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21911 00010000:00010000:0.0:1780968284.859454:0:10323:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780968284.859461:0:10323:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968284.859469:0:10323:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086eaa3c1 already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968284.859472:0:10323:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968284.859477:0:10323:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968284.859487:0:10323:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c39:0x0].0x0 (00000000196182b5) 00010000:00010000:0.0:1780968284.859489:0:10323:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780968284.859491:0:10323:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 1/0,0 mode: --/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968284.859497:0:10323:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086eaa3c1/0x986691d98fe5db lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612793644548544 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968284.859508:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968284.859509:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968284.859511:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968284.861560:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861585:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861595:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861601:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000acaa9847 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.861606:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861614:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861632:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (00000000b54b1b80) 00010000:00010000:3.0:1780968284.861634:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.861638:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861644:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acaa9847/0x986691d98fe5cd lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861678:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861683:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861689:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861694:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b373c469 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.861696:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861701:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861708:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c39:0x0].0x0 (00000000196182b5) 00010000:00010000:3.0:1780968284.861710:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780968284.861712:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.861717:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b373c469/0x986691d98fe5d4 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1c39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968284.877618:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.877919:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406784 00000100:00100000:3.0:1780968284.878010:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21912 00000100:00100000:3.0:1780968284.878019:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faac1357 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:149297:x1867475545406784:12345-192.168.203.60@tcp:101:touch.500 00010000:00010000:3.0:1780968284.878058:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968284.878087:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe5e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762931 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878202:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878220:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878235:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878252:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878259:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878265:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878420:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878430:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878437:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968284.878463:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:3.0:1780968284.878468:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968284.878509:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878522:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878528:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878534:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878540:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.878544:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878552:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878565:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968284.878568:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.878572:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878578:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe5e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878593:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878599:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878610:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878615:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.878616:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878622:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878628:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x122cd670 (00000000467c40ed) 00010000:00010000:3.0:1780968284.878630:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.878632:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878637:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe5f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878670:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe5e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 39 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878683:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 38 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.878689:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:3.0:1780968284.878691:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780968284.878693:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000026636c9c, rc 0) 00000100:00100000:3.0:1780968284.878773:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faac1357 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149297:x1867475545406784:12345-192.168.203.60@tcp:101:touch.500 Request processed in 754us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.878782:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21912 00000100:00100000:0.0:1780968284.881240:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.881398:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406848 00000100:00100000:3.0:1780968284.881466:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9471 00000100:00100000:3.0:1780968284.881473:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e411281 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149297:x1867475545406848:12345-192.168.203.60@tcp:49:touch.500 00000100:00100000:3.0:1780968284.881619:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e411281 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149297:x1867475545406848:12345-192.168.203.60@tcp:49:touch.500 Request processed in 145us (389us total) trans 0 rc -61/-61 00000100:00100000:3.0:1780968284.881626:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9471 00000100:00100000:0.0:1780968284.884801:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.885278:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545406976 00000100:00100000:1.0:1780968284.885376:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21913 00000100:00100000:1.0:1780968284.885384:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9c00851 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:149297:x1867475545406976:12345-192.168.203.60@tcp:101:touch.500 00010000:00010000:1.0:1780968284.885414:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968284.885440:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5fe lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762938 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.885671:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.885697:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.885710:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.885738:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.885745:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.885751:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968284.886294:0:103651:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x1db3:0x0], index 0: 0 00010000:00010000:1.0:1780968284.886485:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886497:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886505:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886545:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886552:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886560:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886566:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968284.886570:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886578:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886590:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968284.886593:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968284.886598:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886604:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe605 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780968284.886617:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c9c00851 reply state 000000006bdd9ac0 transno 21474859028 ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886651:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe5fe lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 41 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886664:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 40 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.886671:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3a:0x0].0x0 (00000000eb5c0171) 00010000:00010000:1.0:1780968284.886673:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1780968284.886675:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d9c1932b, rc 0) 00000100:00100000:1.0:1780968284.886768:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9c00851 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:149297:x1867475545406976:12345-192.168.203.60@tcp:101:touch.500 Request processed in 1382us (1979us total) trans 21474859028 rc 0/0 00000100:00100000:1.0:1780968284.886779:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21913 00000100:00100000:0.0:1780968284.890504:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.890590:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407104 00000100:00100000:1.0:1780968284.890669:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21914 00000100:00100000:1.0:1780968284.890679:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb76346 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:149297:x1867475545407104:12345-192.168.203.60@tcp:36:touch.500 00010000:00010000:1.0:1780968284.890849:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.890873:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968284.890888:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780968284.891091:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004eb76346 reply state 0000000020c59a2c transno 21474859029 ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968284.891262:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb76346 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149297:x1867475545407104:12345-192.168.203.60@tcp:36:touch.500 Request processed in 582us (771us total) trans 21474859029 rc 0/0 00000100:00100000:1.0:1780968284.891271:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21914 00000100:00100000:0.0:1780968284.893891:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1780968284.894168:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.894196:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.894205:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.894212:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063690e73 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968284.894217:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.894225:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.894246:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3a:0x0].0x0 (00000000eb5c0171) 00010000:00010000:3.0:1780968284.894249:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968284.894253:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.894265:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063690e73/0x986691d98fe621 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968284.894802:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407168 00000100:00100000:1.0:1780968284.894870:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35895 00000100:00100000:1.0:1780968284.894878:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68432df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2218:x1867475545407168:12345-192.168.203.60@tcp:8:touch.500 00010000:00080000:1.0:1780968284.894918:0:6328:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp t0 exp 0000000000000000 cur 4907 last 0 00000020:00000080:1.0:1780968284.894966:0:6328:0:(genops.c:1359:class_connect()) connect: client a658efc9-96b9-4720-9ba4-911cf9404ca5, cookie 0x986691d98fe628 00002000:00100000:1.0:1780968284.894978:0:6328:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli a658efc9-96b9-4720-9ba4-911cf9404ca5/00000000ee35adfd ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 5505024 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1780968284.894991:0:6328:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1780968284.895372:0:6328:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000003663e90d 00002000:00080000:1.0:1780968284.895384:0:6328:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1780968284.895422:0:6328:0:(import.c:86:import_set_state_nolock()) 00000000cc883945 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780968284.895498:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68432df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2218:x1867475545407168:12345-192.168.203.60@tcp:8:touch.500 Request processed in 620us (1617us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968284.895507:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35895 00000100:00100000:0.0:1780968284.897646:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.897956:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407232 00000100:00100000:3.0:1780968284.898022:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35896 00000100:00100000:3.0:1780968284.898030:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9c1d4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:0:x1867475545407232:12345-192.168.203.60@tcp:2:touch.500 00010000:00010000:2.0:1780968284.898679:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.898696:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.898705:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.898716:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f525fb4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968284.898721:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.898741:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.898762:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (000000003efedf50) 00010000:00010000:2.0:1780968284.898765:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968284.898770:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.898777:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f525fb4/0x986691d98fe60c lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000001:00100000:0.0:1780968284.923972:0:95920:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a658efc9-96b9-4720-9ba4-911cf9404ca5 00000001:00080000:0.0:1780968284.923998:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258875 is committed 00000100:00100000:3.0:1780968284.924243:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9c1d4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:0:x1867475545407232:12345-192.168.203.60@tcp:2:touch.500 Request processed in 26207us (26603us total) trans 98784258875 rc 0/0 00000100:00100000:3.0:1780968284.924260:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35896 00000100:00100000:0.0:1780968284.926539:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968284.926654:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407360 00000100:00100000:1.0:1780968284.926718:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9472 00000100:00100000:1.0:1780968284.926727:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f9eb13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:149297:x1867475545407360:12345-192.168.203.60@tcp:35:touch.500 00000100:00100000:1.0:1780968284.927233:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f9eb13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:149297:x1867475545407360:12345-192.168.203.60@tcp:35:touch.500 Request processed in 504us (704us total) trans 21474859030 rc 0/0 00000100:00100000:1.0:1780968284.927242:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9472 00000100:00100000:0.0:1780968284.956110:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.956346:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407424 00000100:00100000:3.0:1780968284.956411:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21915 00000100:00100000:3.0:1780968284.956419:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f2d7544 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:149299:x1867475545407424:12345-192.168.203.60@tcp:62:lfs.0 00010000:00010000:3.0:1780968284.956556:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956577:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956592:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956609:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956616:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956628:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956748:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956762:0:97811:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 42 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956769:0:97811:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956813:0:97811:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 42 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.956836:0:97811:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 42 pid: 103651 timeout: 5007 lvb_type: 0 00000100:00100000:3.0:1780968284.956851:0:97811:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1c79d17 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:97811:1867475551689984:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968284.956944:0:97811:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9344bd6 going to sleep for 6 seconds 00000100:00100000:3.0:1780968284.960651:0:97811:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1c79d17 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:97811:1867475551689984:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968284.960695:0:97811:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968284.961375:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.961601:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407488 00010000:00010000:3.0:1780968284.961643:0:5516:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 43 pid: 103651 timeout: 5007 lvb_type: 0 00000100:00100000:3.0:1780968284.961693:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9030 00000100:00100000:3.0:1780968284.961701:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006794a39f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:2220:x1867475545407488:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968284.961719:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968284.961734:0:5516:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 43 pid: 103651 timeout: 5007 lvb_type: 0 00010000:00010000:3.0:1780968284.961746:0:5516:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 43 pid: 103651 timeout: 5007 lvb_type: 0 00010000:00010000:3.0:1780968284.961771:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9c1932b/0x986691d98fe613 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762938 expref: 43 pid: 103651 timeout: 5007 lvb_type: 0 00010000:00010000:3.0:1780968284.961790:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3a:0x0].0x0 (00000000eb5c0171) 00010000:00010000:3.0:1780968284.961795:0:5516:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.961805:0:5516:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.961814:0:5516:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968284.961862:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968284.961920:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006794a39f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:2220:x1867475545407488:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 218us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.961929:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9030 00010000:00010000:2.0:1780968284.962101:0:97811:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962111:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968284.962672:0:97811:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].3881, 64 off256640 00000004:00080000:2.0:1780968284.962680:0:97811:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4907130563196ns, next at 4908130560628ns, rc = 0 00010000:00010000:2.0:1780968284.962765:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962774:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962786:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962793:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000097e6cb9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968284.962797:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962805:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962827:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3a:0x0].0x0 (00000000eb5c0171) 00010000:00010000:2.0:1780968284.962830:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968284.962834:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962840:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000097e6cb9/0x986691d98fe63d lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1c3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962867:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962873:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962878:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962883:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019ac09f4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968284.962885:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962892:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962900:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968284.962902:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968284.962905:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962910:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019ac09f4/0x986691d98fe62f lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962920:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962925:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962930:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962935:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8868fc8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968284.962937:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962942:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962949:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (00000000467c40ed) 00010000:00010000:2.0:1780968284.962951:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968284.962954:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.962960:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8868fc8/0x986691d98fe636 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968284.963072:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f2d7544 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:149299:x1867475545407424:12345-192.168.203.60@tcp:62:lfs.0 Request processed in 6651us (6973us total) trans 21474859031 rc 0/0 00000100:00100000:2.0:1780968284.963084:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21915 00000100:00100000:0.0:1780968284.978932:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968284.979057:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407552 00000100:00100000:2.0:1780968284.979176:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21916 00000100:00100000:2.0:1780968284.979184:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004249befa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:149301:x1867475545407552:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968284.979223:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968284.979250:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe644 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a200076293f expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.979328:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe64b lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.979343:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe64b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.979355:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe64b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968284.979426:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:2.0:1780968284.979430:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968284.979454:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe64b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.979487:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe644 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076293f expref: 44 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.979505:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe64b lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076293f expref: 43 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968284.979514:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968284.979516:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968284.979520:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000011cf5c3a, rc 0) 00000100:00100000:2.0:1780968284.979581:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004249befa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149301:x1867475545407552:12345-192.168.203.60@tcp:101:ls.0 Request processed in 397us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968284.979588:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21916 00000100:00100000:0.0:1780968284.982531:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968284.982633:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407616 00000100:00100000:3.0:1780968284.982703:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9473 00000100:00100000:3.0:1780968284.982711:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149301:x1867475545407616:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:3.0:1780968284.994035:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149301:x1867475545407616:12345-192.168.203.60@tcp:37:ls.0 Request processed in 11309us (11500us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968284.994138:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9473 00000100:00100000:0.0:1780968285.016843:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.017082:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407680 00000100:00100000:1.0:1780968285.017329:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21917 00000100:00100000:1.0:1780968285.017337:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008412dae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149303:x1867475545407680:12345-192.168.203.60@tcp:101:rm.0 00010000:00010000:1.0:1780968285.017367:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968285.017396:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe652 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762946 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017499:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017519:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017534:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017551:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017557:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017564:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017643:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017651:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017659:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017666:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968285.017670:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017678:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017692:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968285.017696:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968285.017700:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017707:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe659 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017722:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017728:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017735:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017740:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968285.017741:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017746:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017753:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (000000006bff0270) 00010000:00010000:1.0:1780968285.017755:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968285.017757:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017763:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe660 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017813:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe652 lrc: 1/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762946 expref: 44 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017832:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe652 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762946 expref: 44 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.017841:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dd994b86, rc 0) 00000100:00100000:1.0:1780968285.017928:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008412dae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149303:x1867475545407680:12345-192.168.203.60@tcp:101:rm.0 Request processed in 590us (1098us total) trans 0 rc 301/301 00000100:00100000:1.0:1780968285.017937:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21917 00000100:00100000:0.0:1780968285.034443:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.044907:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407744 00000100:00100000:2.0:1780968285.045338:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9474 00000100:00100000:2.0:1780968285.045347:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094e50ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149304:x1867475545407744:12345-192.168.203.60@tcp:49:touch.500 00000100:00100000:2.0:1780968285.045766:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094e50ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149304:x1867475545407744:12345-192.168.203.60@tcp:49:touch.500 Request processed in 418us (11333us total) trans 0 rc -61/-61 00000100:00100000:2.0:1780968285.045775:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9474 00000100:00100000:3.0:1780968285.050227:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.050505:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545407872 00000100:00100000:1.0:1780968285.050577:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21918 00000100:00100000:1.0:1780968285.050585:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c79d17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:149304:x1867475545407872:12345-192.168.203.60@tcp:101:touch.500 00010000:00010000:1.0:1780968285.050616:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968285.050619:0:103651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1780968285.050656:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011cf5c3a/0x986691d98fe64b lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076293f expref: 43 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050680:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968285.050685:0:103651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780968285.050702:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe667 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a200076294d expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050896:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050913:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050926:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050943:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050950:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.050957:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780968285.052289:0:103651:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x1693:0x0], index 1: 0 00010000:00010000:1.0:1780968285.053575:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053602:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053616:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053668:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053676:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053684:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053691:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968285.053695:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053702:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.053715:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968285.053718:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968285.053723:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.054555:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe66e lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780968285.054576:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f1c79d17 reply state 00000000c4aa6ead transno 21474859032 ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.054622:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd994b86/0x986691d98fe667 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 45 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.054636:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 44 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.054644:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3b:0x0].0x0 (00000000264305ec) 00010000:00010000:1.0:1780968285.054646:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1780968285.054648:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000048401b1d, rc 0) 00000100:00100000:1.0:1780968285.055657:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c79d17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:149304:x1867475545407872:12345-192.168.203.60@tcp:101:touch.500 Request processed in 5065us (5437us total) trans 21474859032 rc 0/0 00000100:00100000:1.0:1780968285.055674:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21918 00000100:00100000:3.0:1780968285.059548:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.059811:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408000 00000100:00100000:1.0:1780968285.059901:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21919 00000100:00100000:1.0:1780968285.059910:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2ce4a2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:149304:x1867475545408000:12345-192.168.203.60@tcp:36:touch.500 00010000:00010000:1.0:1780968285.060055:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.060078:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.060099:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780968285.060305:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e2ce4a2f reply state 00000000ebfae16c transno 21474859033 ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968285.060427:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2ce4a2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:149304:x1867475545408000:12345-192.168.203.60@tcp:36:touch.500 Request processed in 516us (890us total) trans 21474859033 rc 0/0 00000100:00100000:1.0:1780968285.060435:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21919 00010000:00010000:2.0:1780968285.062016:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.062037:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.062044:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.062056:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed287d66 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968285.062061:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.062069:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.062089:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (000000006bff0270) 00010000:00010000:2.0:1780968285.062102:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968285.062108:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.062149:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed287d66/0x986691d98fe675 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968285.062748:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.062842:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408064 00000100:00100000:1.0:1780968285.062908:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35897 00000100:00100000:1.0:1780968285.062916:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb45d83a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545408064:12345-192.168.203.60@tcp:2:touch.500 00000100:00100000:1.0:1780968285.064112:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb45d83a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2219:x1867475545408064:12345-192.168.203.60@tcp:2:touch.500 Request processed in 1189us (1363us total) trans 4294976128 rc 0/0 00000100:00100000:1.0:1780968285.064156:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35897 00010000:00010000:3.0:1780968285.065571:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.065593:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.065601:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.065608:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033afa029 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968285.065613:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.065622:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.065643:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3b:0x0].0x0 (00000000264305ec) 00010000:00010000:3.0:1780968285.065647:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968285.065651:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.065657:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033afa029/0x986691d98fe68a lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968285.073009:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.073188:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408192 00000100:00100000:3.0:1780968285.073306:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9475 00000100:00100000:3.0:1780968285.073315:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a4e761e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:149304:x1867475545408192:12345-192.168.203.60@tcp:35:touch.500 00000100:00100000:3.0:1780968285.073851:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a4e761e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+46:149304:x1867475545408192:12345-192.168.203.60@tcp:35:touch.500 Request processed in 534us (853us total) trans 21474859034 rc 0/0 00000100:00100000:3.0:1780968285.073861:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9475 00000100:00100000:0.0:1780968285.098281:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.098460:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408256 00000100:00100000:3.0:1780968285.098528:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21920 00000100:00100000:3.0:1780968285.098536:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505c5b2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+46:149306:x1867475545408256:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968285.098575:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968285.098602:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fe691 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762954 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.098683:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.098700:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.098714:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968285.098907:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:3.0:1780968285.098912:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968285.098940:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.098987:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fe691 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 48 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.099008:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 47 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.099017:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:3.0:1780968285.099021:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780968285.099025:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dc6e2da5, rc 0) 00000100:00100000:3.0:1780968285.099179:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505c5b2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:149306:x1867475545408256:12345-192.168.203.60@tcp:101:ls.0 Request processed in 642us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968285.099187:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21920 00000100:00100000:0.0:1780968285.106575:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.110876:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408320 00000100:00100000:2.0:1780968285.111407:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9476 00000100:00100000:2.0:1780968285.111417:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3a2385a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:149306:x1867475545408320:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:2.0:1780968285.127516:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3a2385a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:149306:x1867475545408320:12345-192.168.203.60@tcp:37:ls.0 Request processed in 16087us (20940us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.127537:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9476 00010000:00010000:1.0:1780968285.575507:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968285.584336:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.584491:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408384 00000100:00100000:1.0:1780968285.584580:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 822 00000100:00100000:1.0:1780968285.584588:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009873de99 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:149325:x1867475545408384:12345-192.168.203.60@tcp:101:mount.lustre.0 00010000:00010000:1.0:1780968285.584615:0:97805:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968285.584640:0:97805:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dd994b86/0x986691d98fe69f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x74423a200076295b expref: -99 pid: 97805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.584684:0:97805:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd994b86/0x986691d98fe69f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076295b expref: 10 pid: 97805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.584696:0:97805:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dd994b86/0x986691d98fe69f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076295b expref: 10 pid: 97805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968285.584706:0:97805:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dd994b86, rc 0) 00000100:00100000:1.0:1780968285.584792:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009873de99 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149325:x1867475545408384:12345-192.168.203.60@tcp:101:mount.lustre.0 Request processed in 202us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968285.584799:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 822 00000100:00100000:0.0:1780968285.600258:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.600506:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408448 00000100:00100000:2.0:1780968285.600711:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 823 00000100:00100000:2.0:1780968285.600720:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bb9c88b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149325:x1867475545408448:12345-192.168.203.60@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780968285.601867:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bb9c88b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149325:x1867475545408448:12345-192.168.203.60@tcp:501:mount.lustre.0 Request processed in 1142us (1615us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.601886:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 823 00000100:00100000:0.0:1780968285.605946:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.606210:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408512 00000100:00100000:2.0:1780968285.606283:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 824 00000100:00100000:2.0:1780968285.606291:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083176391 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149325:x1867475545408512:12345-192.168.203.60@tcp:503:mount.lustre.0 00000100:00100000:2.0:1780968285.607423:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083176391 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149325:x1867475545408512:12345-192.168.203.60@tcp:503:mount.lustre.0 Request processed in 1127us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.607445:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 824 00000100:00100000:0.0:1780968285.615587:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.615699:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408576 00000100:00100000:2.0:1780968285.615782:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 825 00000100:00100000:2.0:1780968285.615792:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057d2b78a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408576:12345-192.168.203.60@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780968285.616638:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057d2b78a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408576:12345-192.168.203.60@tcp:502:llog_process_th.0 Request processed in 842us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.616651:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 825 00000100:00100000:0.0:1780968285.640346:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.640415:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408640 00000100:00100000:2.0:1780968285.640489:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 826 00000100:00100000:2.0:1780968285.640497:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc8f7e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408640:12345-192.168.203.60@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780968285.645631:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc8f7e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408640:12345-192.168.203.60@tcp:502:llog_process_th.0 Request processed in 5119us (5283us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.645654:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 826 00000100:00100000:0.0:1780968285.652724:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.653203:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408704 00000100:00100000:2.0:1780968285.653275:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 827 00000100:00100000:2.0:1780968285.653283:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036438f4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408704:12345-192.168.203.60@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780968285.653886:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036438f4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408704:12345-192.168.203.60@tcp:502:llog_process_th.0 Request processed in 599us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.653898:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 827 00000100:00100000:0.0:1780968285.662577:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.663030:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408768 00000100:00100000:2.0:1780968285.664229:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 828 00000100:00100000:2.0:1780968285.664243:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3d708fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408768:12345-192.168.203.60@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780968285.664612:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3d708fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149330:x1867475545408768:12345-192.168.203.60@tcp:502:llog_process_th.0 Request processed in 370us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.664621:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 828 00000100:00100000:1.0:1780968285.672913:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.673453:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408832 00000100:00100000:2.0:1780968285.673603:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 829 00000100:00100000:2.0:1780968285.673611:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5334ce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+10:149325:x1867475545408832:12345-192.168.203.60@tcp:101:mount.lustre.0 00010000:00010000:2.0:1780968285.673635:0:97806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968285.673659:0:97806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee11aa80/0x986691d98fe6a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x74423a2000762985 expref: -99 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.673700:0:97806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee11aa80/0x986691d98fe6a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762985 expref: 11 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.673713:0:97806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee11aa80/0x986691d98fe6a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762985 expref: 11 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968285.673847:0:97806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee11aa80, rc 0) 00000100:00100000:2.0:1780968285.673992:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5334ce4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+11:149325:x1867475545408832:12345-192.168.203.60@tcp:101:mount.lustre.0 Request processed in 380us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.674002:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 829 00000100:00100000:0.0:1780968285.691420:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.691542:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408896 00000100:00100000:3.0:1780968285.691612:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 830 00000100:00100000:3.0:1780968285.691620:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007df11769 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+11:149325:x1867475545408896:12345-192.168.203.60@tcp:256:mount.lustre.0 20000000:01000000:3.0:1780968285.691670:0:97806:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1780968285.691695:0:97806:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/256/255. 20000000:01000000:3.0:1780968285.691698:0:97806:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 31 00000100:00100000:3.0:1780968285.699134:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007df11769 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+11:149325:x1867475545408896:12345-192.168.203.60@tcp:256:mount.lustre.0 Request processed in 7482us (7694us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968285.699156:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 830 00000100:00100000:0.0:1780968285.705243:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.705377:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545408960 00000100:00100000:3.0:1780968285.705495:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 831 00000100:00100000:3.0:1780968285.705503:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001088cb98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+11:149325:x1867475545408960:12345-192.168.203.60@tcp:101:mount.lustre.0 00010000:00010000:3.0:1780968285.705526:0:97806:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968285.705553:0:97806:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007c1efe00/0x986691d98fe6ad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x74423a200076298c expref: -99 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.705594:0:97806:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007c1efe00/0x986691d98fe6ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076298c expref: 12 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.705605:0:97806:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007c1efe00/0x986691d98fe6ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076298c expref: 12 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968285.705614:0:97806:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007c1efe00, rc 0) 00000100:00100000:3.0:1780968285.705691:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001088cb98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149325:x1867475545408960:12345-192.168.203.60@tcp:101:mount.lustre.0 Request processed in 188us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968285.705699:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 831 00000100:00100000:0.0:1780968285.712578:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.712853:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409024 00000100:00100000:2.0:1780968285.712933:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 832 00000100:00100000:2.0:1780968285.712944:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c067bc0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149325:x1867475545409024:12345-192.168.203.60@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780968285.713195:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c067bc0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149325:x1867475545409024:12345-192.168.203.60@tcp:501:mount.lustre.0 Request processed in 251us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.713205:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 832 00000100:00100000:2.0:1780968285.720447:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.721907:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409088 00000100:00100000:3.0:1780968285.721997:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 833 00000100:00100000:3.0:1780968285.722006:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014772baa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149325:x1867475545409088:12345-192.168.203.60@tcp:503:mount.lustre.0 00000100:00100000:2.0:1780968285.724949:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014772baa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149325:x1867475545409088:12345-192.168.203.60@tcp:503:mount.lustre.0 Request processed in 2930us (4499us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.724971:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 833 00000100:00100000:1.0:1780968285.730582:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.732353:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409152 00000100:00100000:2.0:1780968285.732453:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 834 00000100:00100000:2.0:1780968285.732462:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178fa17b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149334:x1867475545409152:12345-192.168.203.60@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780968285.732964:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178fa17b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149334:x1867475545409152:12345-192.168.203.60@tcp:502:llog_process_th.0 Request processed in 499us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.732976:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 834 00000100:00100000:0.0:1780968285.745539:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.754735:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409216 00000100:00100000:0.0:1780968285.755074:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 835 00000100:00100000:0.0:1780968285.755084:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030066b63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149334:x1867475545409216:12345-192.168.203.60@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780968285.755468:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030066b63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+12:149334:x1867475545409216:12345-192.168.203.60@tcp:502:llog_process_th.0 Request processed in 382us (9938us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968285.755478:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 835 00000100:00100000:3.0:1780968285.765164:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.765868:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409408 00000100:00100000:2.0:1780968285.765960:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2539 00000100:00100000:2.0:1780968285.765970:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c000e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2222:x1867475545409408:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968285.766080:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c000e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2222:x1867475545409408:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 111us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.766089:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2539 00000100:00100000:3.0:1780968285.767385:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.767437:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.767511:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409472 00000100:00100000:2.0:1780968285.767536:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409344 00000100:00100000:1.0:1780968285.767575:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2540 00000100:00100000:1.0:1780968285.767584:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b088e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2221:x1867475545409472:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968285.767592:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1383 00000100:00100000:2.0:1780968285.767598:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c42c31c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:2221:x1867475545409344:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968285.767668:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c42c31c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:2221:x1867475545409344:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 70us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.767678:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1383 00000100:00100000:2.0:1780968285.776367:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b088e36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2221:x1867475545409472:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 8769us (8915us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.776391:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2540 00000100:00100000:0.0:1780968285.777901:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.778071:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409280 00000100:00100000:1.0:1780968285.778171:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21921 00000100:00100000:1.0:1780968285.778180:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098f9eb13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2218:x1867475545409280:12345-192.168.203.60@tcp:38:mount.lustre.0 00010000:00080000:1.0:1780968285.778219:0:103651:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fe991132-ff4f-45d4-8948-23501b25bbfd@192.168.203.60@tcp t0 exp 0000000000000000 cur 4907 last 0 00000020:00000080:1.0:1780968285.778290:0:103651:0:(genops.c:1359:class_connect()) connect: client fe991132-ff4f-45d4-8948-23501b25bbfd, cookie 0x986691d98fe6b4 00000004:00100000:1.0:1780968285.778329:0:103651:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1780968285.778761:0:103651:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000ec1d52a5 00000100:00080000:1.0:1780968285.778810:0:103651:0:(import.c:86:import_set_state_nolock()) 00000000a6c83686 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780968285.782449:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098f9eb13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2218:x1867475545409280:12345-192.168.203.60@tcp:38:mount.lustre.0 Request processed in 4253us (4541us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968285.782471:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21921 00000100:00100000:2.0:1780968285.785467:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.785567:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.785643:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409536 00000100:00100000:3.0:1780968285.785706:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409600 00000100:00100000:3.0:1780968285.785741:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21922 00000100:00100000:3.0:1780968285.785750:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2cbc97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+7:0:x1867475545409536:12345-192.168.203.60@tcp:41:mount.lustre.0 00000004:00000024:3.0:1780968285.785822:0:97811:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2255486976 avail 2253389824 00000100:00100000:1.0:1780968285.785978:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21923 00000100:00100000:1.0:1780968285.785984:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7017747 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149325:x1867475545409600:12345-192.168.203.60@tcp:41:mount.lustre.0 00000004:00000024:1.0:1780968285.786001:0:97808:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2255486976 avail 2253389824 00000100:00100000:3.0:1780968285.786767:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2cbc97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+7:0:x1867475545409536:12345-192.168.203.60@tcp:41:mount.lustre.0 Request processed in 1013us (1308us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968285.786779:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21922 00000100:00100000:1.0:1780968285.786949:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7017747 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149325:x1867475545409600:12345-192.168.203.60@tcp:41:mount.lustre.0 Request processed in 963us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968285.786957:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21923 00000100:00100000:2.0:1780968285.789175:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.789294:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409664 00000100:00100000:3.0:1780968285.789382:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35898 00000100:00100000:3.0:1780968285.789389:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec148f0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2218:x1867475545409664:12345-192.168.203.60@tcp:8:mount.lustre.0 00010000:00080000:3.0:1780968285.789430:0:7712:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from fe991132-ff4f-45d4-8948-23501b25bbfd@192.168.203.60@tcp t0 exp 0000000000000000 cur 4907 last 0 00000020:00000080:3.0:1780968285.789473:0:7712:0:(genops.c:1359:class_connect()) connect: client fe991132-ff4f-45d4-8948-23501b25bbfd, cookie 0x986691d98fe6bb 00002000:00100000:3.0:1780968285.789484:0:7712:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli fe991132-ff4f-45d4-8948-23501b25bbfd/000000001e1c9463 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1780968285.789499:0:7712:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1780968285.789691:0:7712:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000003663e90d 00002000:00080000:3.0:1780968285.789705:0:7712:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1780968285.789871:0:7712:0:(import.c:86:import_set_state_nolock()) 0000000009506762 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1780968285.789958:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec148f0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2218:x1867475545409664:12345-192.168.203.60@tcp:8:mount.lustre.0 Request processed in 568us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968285.789966:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35898 00000100:00100000:0.0:1780968285.794994:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968285.796181:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409728 00000100:00100000:2.0:1780968285.796391:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35899 00000100:00100000:2.0:1780968285.796401:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2218:x1867475545409728:12345-192.168.203.60@tcp:8:mount.lustre.0 00010000:00080000:2.0:1780968285.796446:0:7712:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from fe991132-ff4f-45d4-8948-23501b25bbfd@192.168.203.60@tcp t0 exp 0000000000000000 cur 4907 last 0 00000020:00000080:2.0:1780968285.796488:0:7712:0:(genops.c:1359:class_connect()) connect: client fe991132-ff4f-45d4-8948-23501b25bbfd, cookie 0x986691d98fe6c2 00002000:00100000:2.0:1780968285.796499:0:7712:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli fe991132-ff4f-45d4-8948-23501b25bbfd/00000000dcabf244 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780968285.796513:0:7712:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1780968285.796640:0:7712:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000007055682c 00002000:00080000:2.0:1780968285.796654:0:7712:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1780968285.796693:0:7712:0:(import.c:86:import_set_state_nolock()) 0000000008f1dc88 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780968285.796930:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2218:x1867475545409728:12345-192.168.203.60@tcp:8:mount.lustre.0 Request processed in 528us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.796940:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35899 00000100:00100000:0.0:1780968285.798702:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968285.798922:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409792 00000100:00100000:1.0:1780968285.799010:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21924 00000100:00100000:1.0:1780968285.799017:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094e50ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149325:x1867475545409792:12345-192.168.203.60@tcp:40:mount.lustre.0 00000100:00100000:1.0:1780968285.799351:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094e50ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149325:x1867475545409792:12345-192.168.203.60@tcp:40:mount.lustre.0 Request processed in 333us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968285.799361:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21924 00000100:00100000:1.0:1780968285.801952:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968285.802163:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409856 00000100:00100000:2.0:1780968285.802284:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9477 00000100:00100000:2.0:1780968285.802294:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b37d9bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149325:x1867475545409856:12345-192.168.203.60@tcp:33:mount.lustre.0 00000004:00200000:2.0:1780968285.802427:0:100874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 24064 00000100:00100000:2.0:1780968285.802545:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b37d9bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149325:x1867475545409856:12345-192.168.203.60@tcp:33:mount.lustre.0 Request processed in 251us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968285.802555:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9477 00000100:00100000:0.0:1780968286.098370:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.098567:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409920 00000100:00100000:1.0:1780968286.098704:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21925 00000100:00100000:1.0:1780968286.098714:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a4e761e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149353:x1867475545409920:12345-192.168.203.60@tcp:101:lfs.500 00010000:00010000:1.0:1780968286.098744:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968286.098773:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe6c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629b6 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.098930:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe6d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.098947:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.098964:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968286.099006:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 24064 00000004:00200000:1.0:1780968286.099011:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 89 stripe count 1 MDT count 1 00000004:00010000:1.0:1780968286.099055:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.099088:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe6c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629b6 expref: 8 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.099109:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe6d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629b6 expref: 7 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.099188:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968286.099191:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780968286.099195:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ae5e2d75, rc 0) 00000100:00100000:1.0:1780968286.099285:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a4e761e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149353:x1867475545409920:12345-192.168.203.60@tcp:101:lfs.500 Request processed in 570us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968286.099293:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21925 00000100:00100000:3.0:1780968286.112072:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.112305:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545409984 00000100:00100000:2.0:1780968286.112380:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9478 00000100:00100000:2.0:1780968286.112388:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8784f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149353:x1867475545409984:12345-192.168.203.60@tcp:49:lfs.500 00000100:00100000:2.0:1780968286.112559:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8784f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149353:x1867475545409984:12345-192.168.203.60@tcp:49:lfs.500 Request processed in 171us (496us total) trans 0 rc -61/-61 00000100:00100000:2.0:1780968286.112568:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9478 00000100:00100000:2.0:1780968286.116729:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968286.116983:0:97820:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410048 00000100:00100000:0.0:1780968286.117063:0:97820:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1 00000100:00100000:0.0:1780968286.117071:0:97820:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083504451 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149353:x1867475545410048:12345-192.168.203.60@tcp:900:lfs.500 00000100:00100000:0.0:1780968286.117212:0:97820:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083504451 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149353:x1867475545410048:12345-192.168.203.60@tcp:900:lfs.500 Request processed in 140us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968286.117221:0:97820:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1 00000100:00100000:3.0:1780968286.119977:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.120821:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410112 00000100:00100000:0.0:1780968286.121246:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21926 00000100:00100000:0.0:1780968286.121256:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006304ea2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+7:149353:x1867475545410112:12345-192.168.203.60@tcp:62:lfs.500 00010000:00010000:0.0:1780968286.121381:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.121406:0:103651:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 46 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.121415:0:103651:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 4/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.121471:0:103651:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 46 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.121485:0:103651:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 46 pid: 97811 timeout: 5008 lvb_type: 0 00000100:00100000:0.0:1780968286.121500:0:103651:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:103651:1867475551690048:192.168.203.60@tcp:104: 00000100:00100000:0.0:1780968286.121597:0:103651:0:(client.c:2500:ptlrpc_set_wait()) set 000000002c555daf going to sleep for 6 seconds 00000100:00100000:2.0:1780968286.125877:0:103651:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:103651:1867475551690048:192.168.203.60@tcp:104: 00010000:00010000:2.0:1780968286.125917:0:103651:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968286.126114:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.126392:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410176 00010000:00010000:1.0:1780968286.126503:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 47 pid: 97811 timeout: 5008 lvb_type: 0 00000100:00100000:1.0:1780968286.126588:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9031 00000100:00100000:1.0:1780968286.126596:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec768f59 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+47:2220:x1867475545410176:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 00010000:00010000:1.0:1780968286.126615:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968286.126621:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 47 pid: 97811 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.126633:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 47 pid: 97811 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.126658:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc6e2da5/0x986691d98fe698 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762954 expref: 47 pid: 97811 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.126677:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968286.126682:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.126693:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.126703:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 4/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.126745:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968286.126816:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec768f59 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+46:2220:x1867475545410176:12345-192.168.203.60@tcp:103:ldlm_bl_07.0 Request processed in 213us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968286.126825:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9031 00010000:00010000:2.0:1780968286.127638:0:103651:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127653:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127685:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127696:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127706:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127886:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127900:0:103651:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 45 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127907:0:103651:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 4/0,1 mode: --/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127953:0:103651:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 45 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.127967:0:103651:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 45 pid: 103651 timeout: 5008 lvb_type: 0 00000100:00100000:2.0:1780968286.127984:0:103651:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:103651:1867475551690112:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968286.128066:0:103651:0:(client.c:2500:ptlrpc_set_wait()) set 0000000024589b66 going to sleep for 6 seconds 00000100:00100000:0.0:1780968286.135478:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.135546:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410240 00000100:00100000:2.0:1780968286.135644:0:103651:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:103651:1867475551690112:192.168.203.60@tcp:104: 00010000:00010000:2.0:1780968286.135681:0:103651:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.135905:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 46 pid: 103651 timeout: 5008 lvb_type: 0 00000100:00100000:1.0:1780968286.136011:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9032 00000100:00100000:1.0:1780968286.136020:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fadbf373 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+46:2220:x1867475545410240:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1780968286.136041:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968286.136048:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 46 pid: 103651 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.136061:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 46 pid: 103651 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.136086:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000048401b1d/0x986691d98fe67c lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a200076294d expref: 46 pid: 103651 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.136105:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3b:0x0].0x0 (00000000264305ec) 00010000:00010000:1.0:1780968286.136110:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.136145:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.136154:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 4/0,1 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.136193:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780968286.136236:0:103651:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.136251:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968286.136258:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fadbf373 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:2220:x1867475545410240:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 234us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968286.136280:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9032 00000040:00080000:2.0:1780968286.139369:0:103651:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2874, 64 off192128 00000004:00080000:2.0:1780968286.139385:0:103651:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4908307267737ns, next at 4909307263324ns, rc = 0 00010000:00010000:2.0:1780968286.140006:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140023:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140032:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140038:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.140042:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140528:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140554:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3b:0x0].0x0 (00000000264305ec) 00010000:00010000:2.0:1780968286.140557:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780968286.140562:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140568:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6e5 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1c3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140598:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140609:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140614:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140620:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb48310 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.140622:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140628:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140635:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968286.140638:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968286.140639:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140644:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe6d7 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140653:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140659:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140664:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140674:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.140676:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140681:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140701:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (00000000db228b25) 00010000:00010000:2.0:1780968286.140704:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968286.140706:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.140713:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6de lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968286.141636:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006304ea2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+8:149353:x1867475545410112:12345-192.168.203.60@tcp:62:lfs.500 Request processed in 20373us (21663us total) trans 21474859035 rc 0/0 00000100:00100000:2.0:1780968286.141650:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21926 00000100:00100000:0.0:1780968286.167299:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.167846:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410304 00000100:00100000:2.0:1780968286.168029:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21927 00000100:00100000:2.0:1780968286.168038:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bd45e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+8:149355:x1867475545410304:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968286.168077:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968286.168105:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629bd expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168232:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168254:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168267:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168283:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168290:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168429:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168565:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe701 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168577:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe701 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168584:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe701 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968286.168629:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:2.0:1780968286.168633:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968286.168662:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe701 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168674:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168680:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168687:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168694:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.168698:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168888:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168905:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968286.168908:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968286.168913:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168920:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe6f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.168936:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169695:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169703:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169714:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f544e3a8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.169780:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169789:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169800:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x122cd670 (00000000db228b25) 00010000:00010000:2.0:1780968286.169802:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968286.169805:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169819:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe6fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169868:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe6ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629bd expref: 10 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169882:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe701 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629bd expref: 9 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.169889:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968286.169892:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968286.169893:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001c1b9cd4, rc 0) 00000100:00100000:2.0:1780968286.170167:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bd45e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+9:149355:x1867475545410304:12345-192.168.203.60@tcp:101:ls.0 Request processed in 2127us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968286.170177:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21927 00000100:00100000:0.0:1780968286.174029:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.174415:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410432 00000100:00100000:2.0:1780968286.174870:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21928 00000100:00100000:2.0:1780968286.174879:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4120922 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+9:149355:x1867475545410432:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968286.174908:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968286.174949:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe708 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629c4 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968286.175447:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00010000:00010000:2.0:1780968286.175615:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe708 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629c4 expref: 11 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.175625:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe708 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629c4 expref: 11 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.175640:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a639e478, rc 0) 00000100:00100000:2.0:1780968286.175725:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4120922 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+10:149355:x1867475545410432:12345-192.168.203.60@tcp:101:ls.0 Request processed in 846us (1708us total) trans 21474859036 rc 301/301 00000100:00100000:2.0:1780968286.175734:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21928 00000100:00100000:0.0:1780968286.181074:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.181334:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410496 00000100:00100000:2.0:1780968286.181455:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9479 00000100:00100000:2.0:1780968286.181463:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f778987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+10:149355:x1867475545410496:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:2.0:1780968286.188371:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f778987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+10:149355:x1867475545410496:12345-192.168.203.60@tcp:37:ls.0 Request processed in 6895us (7297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968286.188393:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9479 00000100:00100000:0.0:1780968286.193800:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.193893:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410624 00000100:00100000:2.0:1780968286.193975:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9480 00000100:00100000:2.0:1780968286.193984:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028ca8d5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+10:149355:x1867475545410624:12345-192.168.203.60@tcp:35:ls.0 00000100:00100000:2.0:1780968286.194364:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028ca8d5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+11:149355:x1867475545410624:12345-192.168.203.60@tcp:35:ls.0 Request processed in 380us (575us total) trans 21474859037 rc 0/0 00000100:00100000:2.0:1780968286.194373:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9480 00000100:00100000:0.0:1780968286.229492:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.229644:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410752 00000100:00100000:2.0:1780968286.229718:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21929 00000100:00100000:2.0:1780968286.229727:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008e368a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+11:149357:x1867475545410752:12345-192.168.203.60@tcp:36:chmod.0 00010000:00010000:2.0:1780968286.229803:0:103651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968286.229849:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe701 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629bd expref: 11 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.229872:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968286.229877:0:103651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780968286.229914:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.229929:0:103651:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 44 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.229937:0:103651:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 4/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.229974:0:103651:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 44 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.229987:0:103651:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 44 pid: 97811 timeout: 5008 lvb_type: 0 00000100:00100000:2.0:1780968286.230002:0:103651:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:103651:1867475551690176:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968286.230097:0:103651:0:(client.c:2500:ptlrpc_set_wait()) set 0000000024589b66 going to sleep for 6 seconds 00000100:00100000:2.0:1780968286.233151:0:103651:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a5f4575 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:103651:1867475551690176:192.168.203.60@tcp:104: 00010000:00010000:2.0:1780968286.233194:0:103651:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968286.234356:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.234726:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410816 00010000:00010000:1.0:1780968286.234775:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 45 pid: 97811 timeout: 5008 lvb_type: 0 00000100:00100000:1.0:1780968286.234881:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9033 00000100:00100000:1.0:1780968286.234890:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d47e285 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+45:2219:x1867475545410816:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780968286.234910:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968286.234919:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 45 pid: 97811 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.234932:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 45 pid: 97811 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.234960:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026636c9c/0x986691d98fe5f7 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.60@tcp remote: 0x74423a2000762931 expref: 45 pid: 97811 timeout: 5008 lvb_type: 0 00010000:00010000:1.0:1780968286.234981:0:24620:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968286.234987:0:24620:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.235009:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.235020:0:24620:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 4/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.235058:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968286.235154:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d47e285 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+44:2219:x1867475545410816:12345-192.168.203.60@tcp:103:ldlm_bl_06.0 Request processed in 263us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968286.235162:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9033 00010000:00010000:2.0:1780968286.235569:0:103651:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.235581:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968286.235915:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000008e368a6 reply state 0000000035e6c827 transno 21474859038 ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968286.235938:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000100:00100000:2.0:1780968286.236035:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008e368a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+12:149357:x1867475545410752:12345-192.168.203.60@tcp:36:chmod.0 Request processed in 6307us (6556us total) trans 21474859038 rc 0/0 00000100:00100000:2.0:1780968286.236043:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21929 00010000:00010000:2.0:1780968286.239222:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.239251:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.239259:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.239265:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639e478 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.239270:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.239278:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.239298:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968286.239301:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968286.239305:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.239311:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe716 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968286.251484:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.252599:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410880 00000100:00100000:2.0:1780968286.252740:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21930 00000100:00100000:2.0:1780968286.252748:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4af4899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+11:149358:x1867475545410880:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:2.0:1780968286.252780:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968286.252818:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe71d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629cb expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.252903:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.252921:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.252936:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253079:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253089:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253097:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253264:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe732 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253275:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe732 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253282:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe732 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968286.253320:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:2.0:1780968286.253324:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968286.253351:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe732 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253363:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253370:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253378:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253384:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.253388:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253395:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253408:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968286.253411:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968286.253416:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253421:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe724 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253436:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253441:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253447:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253451:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968286.253453:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253458:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253465:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x122cd670 (00000000db228b25) 00010000:00010000:2.0:1780968286.253468:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968286.253470:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253475:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe72b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x122cd670 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253510:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe71d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629cb expref: 13 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253523:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe732 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629cb expref: 12 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.253531:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:2.0:1780968286.253533:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780968286.253535:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f544e3a8, rc 0) 00000100:00100000:2.0:1780968286.253627:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4af4899 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+12:149358:x1867475545410880:12345-192.168.203.60@tcp:101:touch.0 Request processed in 878us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968286.253637:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21930 00000100:00100000:0.0:1780968286.256367:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968286.256580:0:97818:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545410944 00000100:00100000:3.0:1780968286.256660:0:97818:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1 00000100:00100000:3.0:1780968286.256668:0:97818:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9e3d306 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fe991132-ff4f-45d4-8948-23501b25bbfd+12:149358:x1867475545410944:12345-192.168.203.60@tcp:700:touch.0 00000100:00100000:3.0:1780968286.256795:0:97818:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9e3d306 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fe991132-ff4f-45d4-8948-23501b25bbfd+12:149358:x1867475545410944:12345-192.168.203.60@tcp:700:touch.0 Request processed in 126us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968286.256804:0:97818:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1 00000100:00100000:0.0:1780968286.260848:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.261203:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411072 00000100:00100000:2.0:1780968286.261276:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21931 00000100:00100000:2.0:1780968286.261283:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008abc7e84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+12:149358:x1867475545411072:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:2.0:1780968286.261312:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968286.261337:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe739 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629d2 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.261678:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.261702:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.261716:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.261733:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.261740:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.261747:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968286.265983:0:103651:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x1db4:0x0], index 0: 0 00010000:00010000:0.0:1780968286.266383:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fe74e lrc: 3/1,0 mode: --/CR res: [0x200002342:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266406:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fe74e lrc: 3/1,0 mode: CR/CR res: [0x200002342:0x1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266419:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fe74e lrc: 3/1,0 mode: CR/CR res: [0x200002342:0x1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266544:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266553:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266560:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266568:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fdb8e62 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968286.266572:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266579:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266593:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:0.0:1780968286.266596:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968286.266600:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.266605:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fdb8e62/0x986691d98fe740 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968286.266620:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008abc7e84 reply state 00000000c22cfea3 transno 21474859039 ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.267035:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a639e478/0x986691d98fe739 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629d2 expref: 15 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.267053:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fe74e lrc: 3/0,0 mode: CR/CR res: [0x200002342:0x1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629d2 expref: 14 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.267197:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x1:0x0].0x0 (000000004824b2f2) 00010000:00010000:0.0:1780968286.267200:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780968286.267203:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ab7a4a1d, rc 0) 00000100:00100000:0.0:1780968286.267319:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008abc7e84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+15:149358:x1867475545411072:12345-192.168.203.60@tcp:101:touch.0 Request processed in 6032us (6480us total) trans 21474859039 rc 0/0 00000100:00100000:0.0:1780968286.267330:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21931 00010000:00010000:3.0:1780968286.269993:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.270018:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.270027:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.270033:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001c1b9cd4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968286.270037:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.270046:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.270081:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0xf529fbde (00000000db228b25) 00010000:00010000:3.0:1780968286.270086:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968286.270091:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.270097:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001c1b9cd4/0x986691d98fe747 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c38:0x0].0xf529fbde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968286.272362:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.272685:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411200 00000100:00100000:2.0:1780968286.272764:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21932 00000100:00100000:2.0:1780968286.272773:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec768f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+14:149358:x1867475545411200:12345-192.168.203.60@tcp:36:touch.0 00010000:00010000:2.0:1780968286.272911:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,1 mode: --/PW res: [0x200002342:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.272932:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,1 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968286.272945:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,1 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968286.273112:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ec768f59 reply state 00000000b12c6f5a transno 21474859040 ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,1 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968286.273263:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec768f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:fe991132-ff4f-45d4-8948-23501b25bbfd+16:149358:x1867475545411200:12345-192.168.203.60@tcp:36:touch.0 Request processed in 490us (910us total) trans 21474859040 rc 0/0 00000100:00100000:2.0:1780968286.273271:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21932 00010000:00010000:1.0:1780968286.276367:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,1 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.276391:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 2/0,0 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.276399:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,0 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.276406:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d6e1f8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968286.276411:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 3/0,0 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.276418:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 4/0,0 mode: PW/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.276497:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x1:0x0].0x0 (000000004824b2f2) 00010000:00010000:1.0:1780968286.276501:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968286.276507:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 2/0,0 mode: --/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968286.276514:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042d6e1f8/0x986691d98fe75c lrc: 0/0,0 mode: --/PW res: [0x200002342:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968286.277548:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.277740:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411264 00000100:00100000:2.0:1780968286.277847:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35900 00000100:00100000:2.0:1780968286.277855:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7e18da0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2219:x1867475545411264:12345-192.168.203.60@tcp:2:touch.0 00000100:00100000:2.0:1780968286.321492:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7e18da0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe991132-ff4f-45d4-8948-23501b25bbfd+7:2219:x1867475545411264:12345-192.168.203.60@tcp:2:touch.0 Request processed in 43626us (43940us total) trans 98784258876 rc 0/0 00000100:00100000:2.0:1780968286.321513:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35900 00000001:00080000:1.0:1780968286.322414:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258876 is committed 00000001:00100000:1.0:1780968286.322446:0:95920:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fe991132-ff4f-45d4-8948-23501b25bbfd 00000100:00100000:2.0:1780968286.324794:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968286.324944:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411392 00000100:00100000:0.0:1780968286.325045:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9481 00000100:00100000:0.0:1780968286.325062:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082eee1f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+15:149358:x1867475545411392:12345-192.168.203.60@tcp:35:touch.0 00000100:00100000:0.0:1780968286.325844:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082eee1f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+16:149358:x1867475545411392:12345-192.168.203.60@tcp:35:touch.0 Request processed in 787us (1059us total) trans 21474859041 rc 0/0 00000100:00100000:0.0:1780968286.325855:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9481 00000100:00100000:2.0:1780968286.349733:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968286.349913:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411456 00000100:00100000:3.0:1780968286.349985:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21933 00000100:00100000:3.0:1780968286.349993:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a5f4575 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+16:149359:x1867475545411456:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968286.350027:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968286.350265:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe763 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629d9 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.350356:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98fe76a lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.350383:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98fe76a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.350397:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98fe76a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968286.350473:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00000004:00200000:3.0:1780968286.350477:0:103641:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968286.350507:0:103641:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98fe76a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.350654:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe763 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629d9 expref: 18 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.350676:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98fe76a lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629d9 expref: 17 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.350686:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:3.0:1780968286.350689:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780968286.350693:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002c7d7fe6, rc 0) 00000100:00100000:3.0:1780968286.350865:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a5f4575 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+17:149359:x1867475545411456:12345-192.168.203.60@tcp:101:ls.0 Request processed in 870us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968286.350874:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21933 00000100:00100000:1.0:1780968286.355709:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968286.355804:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411520 00000100:00100000:3.0:1780968286.355887:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21934 00000100:00100000:3.0:1780968286.355895:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003113f0e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+17:149359:x1867475545411520:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968286.355925:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968286.355953:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe771 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629e0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.355996:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fe778 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.356014:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fe778 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.356028:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fe778 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.356304:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe771 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629e0 expref: 19 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.356324:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fe778 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629e0 expref: 18 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.356333:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:3.0:1780968286.356336:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780968286.356340:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000037014cc4, rc 0) 00000100:00100000:3.0:1780968286.356515:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003113f0e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+18:149359:x1867475545411520:12345-192.168.203.60@tcp:101:ls.0 Request processed in 618us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968286.356523:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21934 00000100:00100000:2.0:1780968286.373506:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968286.373747:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411648 00000100:00100000:3.0:1780968286.373832:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21935 00000100:00100000:3.0:1780968286.373841:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000719b44c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+18:149359:x1867475545411648:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968286.373872:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968286.373903:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe77f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629e7 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968286.375266:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c38:0x0]: returning size 512 00010000:00010000:3.0:1780968286.375483:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe77f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629e7 expref: 20 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.375499:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe77f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629e7 expref: 20 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.375520:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005cc0538b, rc 0) 00000100:00100000:3.0:1780968286.377234:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000719b44c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+19:149359:x1867475545411648:12345-192.168.203.60@tcp:101:ls.0 Request processed in 3380us (3727us total) trans 21474859042 rc 301/301 00000100:00100000:3.0:1780968286.377254:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21935 00000100:00100000:2.0:1780968286.395289:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.395456:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411712 00000100:00100000:1.0:1780968286.395515:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9482 00000100:00100000:1.0:1780968286.395523:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fee54263 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+19:149359:x1867475545411712:12345-192.168.203.60@tcp:37:ls.0 00000100:00100000:1.0:1780968286.409844:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fee54263 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+19:149359:x1867475545411712:12345-192.168.203.60@tcp:37:ls.0 Request processed in 14309us (14557us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968286.409866:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9482 00000100:00100000:2.0:1780968286.414584:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968286.414724:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411776 00000100:00100000:3.0:1780968286.414880:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21936 00000100:00100000:3.0:1780968286.414890:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d5e797c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+19:149359:x1867475545411776:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:3.0:1780968286.414922:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968286.414951:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe78d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629ee expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.415193:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe794 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.415213:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe794 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.415227:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe794 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968286.415385:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 24064 00000004:00200000:3.0:1780968286.415389:0:103641:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 89 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968286.415418:0:103641:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe794 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.415580:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005cc0538b/0x986691d98fe78d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629ee expref: 21 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.415604:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe794 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629ee expref: 20 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968286.415613:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968286.415616:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780968286.415619:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000050b36e93, rc 0) 00000100:00100000:3.0:1780968286.415704:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d5e797c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+20:149359:x1867475545411776:12345-192.168.203.60@tcp:101:ls.0 Request processed in 814us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968286.415941:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21936 00000100:00100000:2.0:1780968286.420395:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968286.420590:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411840 00000100:00100000:0.0:1780968286.420702:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21937 00000100:00100000:0.0:1780968286.420710:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd960b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+20:149359:x1867475545411840:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:0.0:1780968286.420739:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968286.420766:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe79b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629f5 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.420826:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fe7a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.420845:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fe7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.420858:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fe7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.420981:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe79b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629f5 expref: 22 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.421004:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fe7a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629f5 expref: 21 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.421014:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:0.0:1780968286.421017:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780968286.421021:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f4cc124a, rc 0) 00000100:00100000:0.0:1780968286.421159:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd960b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+21:149359:x1867475545411840:12345-192.168.203.60@tcp:101:ls.0 Request processed in 406us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968286.421168:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21937 00000100:00100000:1.0:1780968286.429176:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968286.429879:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411904 00000100:00100000:0.0:1780968286.430014:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21938 00000100:00100000:0.0:1780968286.430024:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b37d9bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+21:149359:x1867475545411904:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:0.0:1780968286.430067:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968286.430099:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe7a9 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a20007629fc expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430223:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 3/1,0 mode: --/PR res: [0x200002342:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430241:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 3/1,0 mode: PR/PR res: [0x200002342:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430255:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 3/1,0 mode: PR/PR res: [0x200002342:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780968286.430673:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002342:0x1:0x0]: returning size 0 00000004:00200000:0.0:1780968286.430680:0:103641:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1780968286.430708:0:103641:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 3/1,0 mode: PR/PR res: [0x200002342:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430735:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 3/1,0 mode: PR/PR res: [0x200002342:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430768:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe7a9 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629fc expref: 23 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430794:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 3/0,0 mode: PR/PR res: [0x200002342:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629fc expref: 22 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968286.430804:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x1:0x0].0x0 (000000004824b2f2) 00010000:00010000:0.0:1780968286.430816:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780968286.430820:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c9a02586, rc 0) 00000100:00100000:0.0:1780968286.430989:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b37d9bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+22:149359:x1867475545411904:12345-192.168.203.60@tcp:101:ls.0 Request processed in 964us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968286.430999:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21938 00000100:00100000:3.0:1780968286.435300:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.435563:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545411968 00000100:00100000:2.0:1780968286.435676:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35901 00000100:00100000:2.0:1780968286.435686:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9b0e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe991132-ff4f-45d4-8948-23501b25bbfd+5:2220:x1867475545411968:12345-192.168.203.60@tcp:101:ls.0 00010000:00010000:2.0:1780968286.435712:0:7712:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968286.435755:0:7712:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe7b7 lrc: 2/0,0 mode: --/PR res: [0x1db4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a03 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968286.435788:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1db4:0x0] initial LVB size: 0, mtime: 0x6a276b5d, atime: 0x6a276b5d, ctime: 0x6a276b5d, blocks: 0x1 00010000:00010000:2.0:1780968286.435822:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968286.435826:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968286.435838:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe7b7 lrc: 3/0,0 mode: PR/PR res: [0x1db4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a03 expref: 6 pid: 7712 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780968286.435860:0:7712:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe7b7 lrc: 3/0,0 mode: PR/PR res: [0x1db4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a03 expref: 6 pid: 7712 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780968286.435876:0:7712:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b8efb151, rc 0) 00000100:00100000:2.0:1780968286.435960:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9b0e34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2220:x1867475545411968:12345-192.168.203.60@tcp:101:ls.0 Request processed in 275us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968286.435969:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35901 00000100:00100000:2.0:1780968286.440324:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968286.440596:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412096 00000100:00100000:1.0:1780968286.440671:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9483 00000100:00100000:1.0:1780968286.440680:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5826c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+22:149359:x1867475545412096:12345-192.168.203.60@tcp:35:ls.0 00000100:00100000:1.0:1780968286.441042:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5826c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+23:149359:x1867475545412096:12345-192.168.203.60@tcp:35:ls.0 Request processed in 361us (730us total) trans 21474859043 rc 0/0 00000100:00100000:1.0:1780968286.441056:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9483 00000100:00100000:1.0:1780968286.492097:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968286.492363:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412160 00000100:00100000:2.0:1780968286.492431:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9484 00000100:00100000:2.0:1780968286.492439:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+23:149363:x1867475545412160:12345-192.168.203.60@tcp:49:lfs.500 00000100:00100000:2.0:1780968286.492610:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+23:149363:x1867475545412160:12345-192.168.203.60@tcp:49:lfs.500 Request processed in 171us (526us total) trans 0 rc -61/-61 00000100:00100000:2.0:1780968286.492619:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9484 00000100:00100000:3.0:1780968286.495515:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968286.495697:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412224 00000100:00100000:0.0:1780968286.495785:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21939 00000100:00100000:0.0:1780968286.495793:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5924d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+23:149363:x1867475545412224:12345-192.168.203.60@tcp:62:lfs.500 00000100:00100000:0.0:1780968286.495963:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5924d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:fe991132-ff4f-45d4-8948-23501b25bbfd+23:149363:x1867475545412224:12345-192.168.203.60@tcp:62:lfs.500 Request processed in 169us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968286.495972:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21939 00010000:00010000:1.0:1780968286.599616:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968287.623547:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780968288.393164:0:97841:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4910561043957ns, next at 4911561040666ns, rc = 0 00000100:00100000:3.0:1780968288.393195:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968288.393219:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968288.393307:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968288.393369:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690240 00000100:00100000:3.0:1780968288.393431:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1780968288.393438:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d434a3a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551690240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780968288.393485:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 28114944 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1780968288.393534:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d434a3a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551690240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968288.393542:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1780968288.393604:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690240:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780968288.647833:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780968288.997633:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859041 is committed 00000001:00080000:0.0:1780968288.997774:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859043 is committed 00000001:00100000:0.0:1780968288.997780:0:97842:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fe991132-ff4f-45d4-8948-23501b25bbfd 00000001:00080000:0.0:1780968288.997797:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859033 is committed 00000004:00080000:0.0:1780968288.997815:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 119 committed 00000004:00080000:0.0:1780968288.998146:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 120 committed 00000004:00080000:0.0:1780968288.998153:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 132 committed 00000004:00080000:0.0:1780968288.998178:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 121 committed 00000001:00080000:0.0:1780968288.998192:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859034 is committed 00000100:00100000:3.0:1780968288.998586:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968288.998818:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968288.999187:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690304 00000100:00100000:3.0:1780968288.999245:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35902 00000100:00100000:3.0:1780968288.999252:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551690304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780968288.999912:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:7603 count 1 00002000:00010000:3.0:1780968288.999964:0:7712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1db3:0x0] initial LVB size: 0, mtime: 0x6a276b5b, atime: 0x6a276b5b, ctime: 0x6a276b5b, blocks: 0x1 00010000:00010000:3.0:1780968288.999973:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 3/0,1 mode: --/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968288.999992:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968288.999995:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968289.000001:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 3/0,1 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.000019:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 3/0,1 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.000029:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 3/0,1 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968289.000198:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551690368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780968289.000262:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780968289.001862:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 2/0,0 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.001901:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780968289.003211:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968289.003232:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028ca8d5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551690432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968289.003356:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3016:x1867475551690304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4101us (4537us total) trans 98784258877 rc 0/0 00000100:00100000:3.0:1780968289.003370:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35902 00000100:00100000:3.0:1780968289.003411:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690368 00000100:00100000:3.0:1780968289.003459:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35903 00000100:00100000:3.0:1780968289.003465:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ff9d620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551690368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780968289.003502:0:7712:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5778 count 1 00010000:00010000:3.0:1780968289.003535:0:7712:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,1 mode: --/PW res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.003559:0:7712:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 2/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 6 pid: 7712 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780968289.003568:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968289.003642:0:7712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968289.003645:0:7712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 4/0,1 mode: --/PW res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.003689:0:7712:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 3/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 6 pid: 7712 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780968289.003777:0:7712:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 4/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 6 pid: 7712 timeout: 5011 lvb_type: 1 00000100:00100000:3.0:1780968289.003798:0:7712:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7712:1867475551690496:192.168.203.60@tcp:104: 00000100:00100000:3.0:1780968289.003880:0:7712:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a29eff10 going to sleep for 11 seconds 00000100:00100000:1.0:1780968289.004171:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968289.004216:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690432 00000100:00100000:1.0:1780968289.004257:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35904 00000100:00100000:1.0:1780968289.004261:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000488f7c97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3017:x1867475551690432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780968289.004894:0:6327:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5779 count 1 00002000:00010000:1.0:1780968289.004940:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1693:0x0] initial LVB size: 0, mtime: 0x6a276b5c, atime: 0x6a276b5c, ctime: 0x6a276b5c, blocks: 0x1 00010000:00010000:1.0:1780968289.004949:0:6327:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 3/0,1 mode: --/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.004963:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968289.004965:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968289.004970:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 3/0,1 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.004986:0:6327:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 3/0,1 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.004995:0:6327:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 3/0,1 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.005002:0:6327:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 2/0,0 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.005071:0:6327:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780968289.005510:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000488f7c97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3017:x1867475551690432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1245us (1337us total) trans 4294976129 rc 0/0 00000100:00100000:1.0:1780968289.005520:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35904 00000100:00100000:3.0:1780968289.007830:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000004:00080000:3.0:1780968289.007915:0:3016:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000293c68d2/2, rc 0, transno 11069 00000100:00100000:3.0:1780968289.007926:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000293c68d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780968289.009623:0:7712:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7712:1867475551690496:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968289.009663:0:7712:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,1 mode: --/PW res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968289.010229:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412288 00010000:00010000:3.0:1780968289.010275:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 4/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 7 pid: 7712 timeout: 5011 lvb_type: 1 00000100:00100000:3.0:1780968289.010317:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9034 00000100:00100000:3.0:1780968289.010325:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a02bfb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2220:x1867475545412288:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780968289.010345:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968289.010350:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 4/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 7 pid: 7712 timeout: 5011 lvb_type: 1 00010000:00010000:3.0:1780968289.010362:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 3/0,0 mode: PR/PR res: [0x1692:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 7 pid: 7712 timeout: 5011 lvb_type: 1 00010000:00010000:3.0:1780968289.010392:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086ac761f/0x986691d98fe5bf lrc: 0/0,0 mode: --/PR res: [0x1692:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x74423a200076292a expref: 7 pid: 7712 timeout: 5011 lvb_type: 1 00010000:00010000:3.0:1780968289.010408:0:24620:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968289.010411:0:24620:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968289.010417:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,1 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.010428:0:24620:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 4/0,1 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.010454:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968289.010523:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a02bfb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545412288:12345-192.168.203.60@tcp:103:ldlm_bl_02.0 Request processed in 197us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968289.010532:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9034 00010000:00010000:3.0:1780968289.010562:0:7712:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,1 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.010585:0:7712:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,1 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.010595:0:7712:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,1 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968289.010602:0:7712:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 2/0,0 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012173:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780968289.012184:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 2/0,0 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012200:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cc0538b already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968289.012204:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 2/0,0 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012215:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 3/0,0 mode: PW/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012239:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 1/0,0 mode: --/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012247:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cc0538b/0x986691d98fe7be lrc: 0/0,0 mode: --/PW res: [0x1db3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012265:0:5519:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780968289.012269:0:5519:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 2/0,0 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012275:0:5519:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048401b1d already unused, calling callback (00000000e25a5029) 00010000:00010000:0.0:1780968289.012278:0:5519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 2/0,0 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012285:0:5519:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 3/0,0 mode: PW/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012296:0:5519:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 1/0,0 mode: --/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968289.012302:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048401b1d/0x986691d98fe7cc lrc: 0/0,0 mode: --/PW res: [0x1693:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.012621:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968289.012627:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,0 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.012635:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e95f3db already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968289.012645:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 3/0,0 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.012657:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 4/0,0 mode: PW/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968289.012696:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968289.012706:0:7712:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1780968289.012767:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968289.012769:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968289.012771:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968289.013565:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ff9d620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3017:x1867475551690368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10093us (13297us total) trans 4294976130 rc 0/0 00000100:00100000:3.0:1780968289.013763:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35903 00010000:00010000:1.0:1780968289.018728:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 2/0,0 mode: --/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.018762:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e95f3db/0x986691d98fe7c5 lrc: 0/0,0 mode: --/PW res: [0x1692:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968289.018810:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968289.018812:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968289.018815:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780968289.018899:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000028ca8d5d/2, rc 0, transno 8833 00000100:00100000:1.0:1780968289.018910:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028ca8d5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551690432:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780968289.018923:0:3017:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f778987/2, rc 0, transno 8834 00000100:00100000:1.0:1780968289.018926:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551690368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780968289.416007:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968289.416041:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968289.416158:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968289.416213:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690560 00000100:00100000:3.0:1780968289.416265:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1780968289.416273:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae0c6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3016:x1867475551690560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780968289.416319:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 31260672 pending 0 free 3834642432 avail 3832545280 00000100:00100000:3.0:1780968289.416609:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae0c6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3016:x1867475551690560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 336us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968289.416629:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1780968289.416695:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968289.416888:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000819fdb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551690752:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968289.416929:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968289.416951:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780968289.416957:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fa32006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551690688:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968289.416982:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968289.417014:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690752 00000100:00100000:2.0:1780968289.417053:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690688 00000100:00100000:2.0:1780968289.417072:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1780968289.417076:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007139783d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551690752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968289.417139:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007139783d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551690752:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968289.417146:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1780968289.417168:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1780968289.417171:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000645340e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551690688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968289.417198:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000645340e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551690688:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968289.417204:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1780968289.417240:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fa32006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551690688:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968289.417250:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000819fdb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551690752:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780968289.418534:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022d6dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551690816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780968289.418601:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968289.418631:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968289.418637:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a83c7117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551690624:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780968289.418679:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968289.418975:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690816 00000100:00100000:3.0:1780968289.419031:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1780968289.419038:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000facfd73e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551690816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968289.419098:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000facfd73e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551690816:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968289.419106:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1780968289.419377:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690624 00000100:00100000:2.0:1780968289.419419:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1780968289.419423:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004db16765 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551690624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968289.419472:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004db16765 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551690624:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968289.419480:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1780968289.421298:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a83c7117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551690624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968289.421335:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022d6dfb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551690816:0@lo:400:kworker/u8:0.0 00000001:00080000:2.0:1780968289.530237:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976129 is committed 00000001:00080000:2.0:1780968289.530260:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976128 is committed 00000001:00100000:2.0:1780968289.530270:0:7141:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fe991132-ff4f-45d4-8948-23501b25bbfd 00000001:00080000:2.0:1780968289.530281:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976130 is committed 00010000:00010000:0.0:1780968289.672245:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968290.698791:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968290.973325:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968290.973366:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968290.973399:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968290.973426:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968290.973446:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968290.973470:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968290.973506:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968290.973509:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412544 00000100:00100000:0.0:1780968290.973545:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412672 00000100:00100000:3.0:1780968290.973584:0:7712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412480 00000100:00100000:0.0:1780968290.973598:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412736 00000100:00100000:3.0:1780968290.973635:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2541 00000100:00100000:3.0:1780968290.973645:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3b5a12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2219:x1867475545412544:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780968290.973712:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2542 00000100:00100000:0.0:1780968290.973723:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb39bf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2219:x1867475545412672:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968290.973751:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3b5a12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2219:x1867475545412544:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 104us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968290.973753:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412416 00000100:00100000:3.0:1780968290.973764:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2541 00000100:00100000:3.0:1780968290.973806:0:7712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2543 00000100:00100000:0.0:1780968290.973813:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb39bf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+6:2219:x1867475545412672:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 86us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968290.973815:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412608 00000100:00100000:3.0:1780968290.973820:0:7712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bbb5a54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2219:x1867475545412480:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968290.973852:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1387 00000100:00100000:0.0:1780968290.973855:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2542 00000100:00100000:3.0:1780968290.973872:0:7712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bbb5a54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2219:x1867475545412480:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 55us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968290.973884:0:7712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2543 00000100:00100000:2.0:1780968290.973884:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fab10e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:2219:x1867475545412416:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780968290.973893:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2544 00000100:00100000:0.0:1780968290.973907:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910c0f72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+5:2219:x1867475545412736:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968290.973927:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412352 00000100:00100000:2.0:1780968290.973945:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fab10e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:2219:x1867475545412416:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 70us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968290.973954:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910c0f72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+5:2219:x1867475545412736:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 51us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968290.973956:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1387 00000100:00100000:3.0:1780968290.973965:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 837 00000100:00100000:3.0:1780968290.973972:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7518f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+12:2219:x1867475545412352:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968290.973982:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1388 00000100:00100000:2.0:1780968290.973988:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016652765 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe991132-ff4f-45d4-8948-23501b25bbfd+13:2219:x1867475545412608:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968290.974009:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7518f2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+12:2219:x1867475545412352:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 37us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968290.974018:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 837 00000100:00100000:2.0:1780968290.974022:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016652765 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fe991132-ff4f-45d4-8948-23501b25bbfd+13:2219:x1867475545412608:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 32us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968290.974029:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1388 00000100:00100000:0.0:1780968290.975736:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2544 00000001:00080000:2.0:1780968291.518987:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258877 is committed 00010000:00010000:0.0:1780968291.719376:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968292.743412:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968293.511783:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968293.511852:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968293.511996:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690880 00000100:00100000:3.0:1780968293.512046:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:3.0:1780968293.512056:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c7a8d46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551690880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780968293.512095:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 28114944 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1780968293.512282:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c7a8d46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551690880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 225us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968293.512290:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1780968293.512369:0:3016:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976130 gen 3 00000004:00080000:0.0:1780968293.512382:0:3016:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028ca8d5d, transno 4294976129 00000004:00080000:0.0:1780968293.512396:0:3016:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009f778987, transno 4294976130 00000100:00100000:0.0:1780968293.512407:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c0c5359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551690880:0@lo:13:osp-pre-1-0.0 00000040:00100000:2.0:1780968293.512578:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 2873 in log [0x1e:0x1:0x0] 00000040:00100000:2.0:1780968293.512782:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 2874 in log [0x1e:0x1:0x0] 00000100:00100000:1.0:1780968293.655321:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968293.655442:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412800 00000100:00100000:3.0:1780968293.655506:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 13376 00000100:00100000:3.0:1780968293.655512:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000181719c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:725fab28-5453-4ad3-b181-e95f791fa7d7+12:2219:x1867475545412800:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780968293.655528:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968293.655548:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd994b86/0x986691d98fe69f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076295b expref: 12 pid: 97805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968293.655568:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968293.655628:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000181719c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:725fab28-5453-4ad3-b181-e95f791fa7d7+11:2219:x1867475545412800:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 115us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968293.655636:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 13376 00000100:00100000:3.0:1780968293.657070:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968293.657111:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968293.657199:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968293.657279:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412928 00000100:00100000:1.0:1780968293.657327:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412864 00000100:00100000:1.0:1780968293.657349:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 13377 00000100:00100000:1.0:1780968293.657355:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042fde9e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:725fab28-5453-4ad3-b181-e95f791fa7d7+12:2219:x1867475545412928:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1780968293.657379:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780968293.657395:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007c1efe00/0x986691d98fe6ad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.60@tcp remote: 0x74423a200076298c expref: 12 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.657409:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780968293.657448:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042fde9e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:725fab28-5453-4ad3-b181-e95f791fa7d7+11:2219:x1867475545412928:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 92us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968293.657455:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 13377 00000100:00100000:2.0:1780968293.657480:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 13378 00000100:00100000:2.0:1780968293.657486:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c0c5359 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:725fab28-5453-4ad3-b181-e95f791fa7d7+10:2219:x1867475545412864:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1780968293.657497:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968293.657507:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee11aa80/0x986691d98fe6a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762985 expref: 10 pid: 97806 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968293.657517:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968293.657540:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c0c5359 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545412864:12345-192.168.203.60@tcp:103:ldlm_bl_03.0 Request processed in 52us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968293.657598:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545412992 00000100:00100000:0.0:1780968293.657633:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35905 00000100:00100000:0.0:1780968293.657637:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+5:149796:x1867475545412992:12345-192.168.203.60@tcp:9:umount.0 00000020:00000080:0.0:1780968293.657664:0:6327:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x986691d98fe6c2 00000100:00080000:0.0:1780968293.657670:0:6327:0:(import.c:86:import_set_state_nolock()) 0000000008f1dc88 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1780968293.657701:0:6327:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976130 00000100:00100000:0.0:1780968293.657954:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fe991132-ff4f-45d4-8948-23501b25bbfd+2:149796:x1867475545412992:12345-192.168.203.60@tcp:9:umount.0 Request processed in 314us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968293.657961:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35905 00010000:00010000:0.0:1780968293.657981:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968293.664086:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 13378 00000100:00100000:0.0:1780968293.669195:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968293.669296:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413120 00000100:00100000:3.0:1780968293.669354:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35906 00000100:00100000:3.0:1780968293.669369:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096b4c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+6:149796:x1867475545413120:12345-192.168.203.60@tcp:9:umount.0 00000020:00000080:3.0:1780968293.669403:0:6328:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x986691d98fe6bb 00000020:00010000:3.0:1780968293.669409:0:6328:0:(genops.c:1857:obd_stale_export_put()) Put export 000000001e1c9463: total 2 00000100:00080000:3.0:1780968293.669413:0:6328:0:(import.c:86:import_set_state_nolock()) 0000000009506762 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1780968293.669452:0:6328:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 23, last_transno is 98784258877 00000020:00010000:2.0:1780968293.669650:0:5518:0:(genops.c:1843:obd_stale_export_get()) Get export 000000001e1c9463: total 2 00010000:00010000:2.0:1780968293.669689:0:5518:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 000000001e1c9463, canceled 0 locks, left on hash table 1. 00000100:00100000:3.0:1780968293.669743:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096b4c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+4:149796:x1867475545413120:12345-192.168.203.60@tcp:9:umount.0 Request processed in 373us (554us total) trans 0 rc 0/0 00010000:00010000:2.0:1780968293.669746:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8efb151/0x986691d98fe7b7 lrc: 0/0,0 mode: --/PR res: [0x1db4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a03 expref: 4 pid: 7712 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1780968293.669764:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35906 00010000:00010000:2.0:1780968293.669787:0:5518:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 000000001e1c9463, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1780968293.669802:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968293.669804:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968293.669805:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968293.686456:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968293.686572:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413376 00000100:00100000:2.0:1780968293.686637:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21940 00000100:00100000:2.0:1780968293.686644:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008497206 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+13:149796:x1867475545413376:12345-192.168.203.60@tcp:39:umount.0 00000020:00000080:2.0:1780968293.686680:0:97811:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x986691d98fe6b4 00000020:00010000:2.0:1780968293.686694:0:97811:0:(genops.c:1857:obd_stale_export_put()) Put export 0000000072297f48: total 3 00000100:00080000:2.0:1780968293.686698:0:97811:0:(import.c:86:import_set_state_nolock()) 00000000a6c83686 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780968293.686742:0:97811:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 5, last_transno is 21474859043 00000020:00010000:1.0:1780968293.686888:0:5519:0:(genops.c:1843:obd_stale_export_get()) Get export 0000000072297f48: total 3 00010000:00010000:1.0:1780968293.686893:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968293.686959:0:5519:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 0000000072297f48, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1780968293.686995:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968293.686999:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780968293.687008:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98fe778 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629e0 expref: 11 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968293.687031:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008497206 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fe991132-ff4f-45d4-8948-23501b25bbfd+10:149796:x1867475545413376:12345-192.168.203.60@tcp:39:umount.0 Request processed in 383us (580us total) trans 0 rc 0/0 00010000:00010000:1.0:1780968293.687031:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x1:0x0].0x0 (000000004824b2f2) 00010000:00010000:1.0:1780968293.687035:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780968293.687041:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9a02586/0x986691d98fe7b0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629fc expref: 10 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968293.687045:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21940 00010000:00010000:1.0:1780968293.687062:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968293.687065:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780968293.687068:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98fe76a lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629d9 expref: 8 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.687084:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968293.687087:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780968293.687091:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4cc124a/0x986691d98fe7a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629f5 expref: 7 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.687104:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968293.687106:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780968293.687109:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe6d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629b6 expref: 6 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.687658:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x1:0x0].0x0 (000000004824b2f2) 00010000:00010000:1.0:1780968293.687662:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1780968293.687668:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab7a4a1d/0x986691d98fe74e lrc: 0/0,0 mode: --/CR res: [0x200002342:0x1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629d2 expref: 5 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.687686:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968293.687688:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780968293.687690:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe794 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629ee expref: 4 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.687702:0:5519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c38:0x0].0x0 (00000000274c7635) 00010000:00010000:1.0:1780968293.687704:0:5519:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780968293.687707:0:5519:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f544e3a8/0x986691d98fe732 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a20007629cb expref: 3 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968293.687716:0:5519:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 0000000072297f48, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1780968293.687739:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968293.687741:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968293.687742:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968293.767466:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1780968294.060910:0:97842:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fe991132-ff4f-45d4-8948-23501b25bbfd 00000020:00000080:0.0:1780968294.060918:0:97842:0:(genops.c:985:class_export_put()) final put 0000000072297f48/fe991132-ff4f-45d4-8948-23501b25bbfd 00000020:00000080:2.0:1780968294.060988:0:53605:0:(genops.c:944:class_export_destroy()) destroying export 0000000072297f48/fe991132-ff4f-45d4-8948-23501b25bbfd for lustre-MDT0000 00000020:00000080:2.0:1780968294.061053:0:53605:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000a6c83686 for lustre-MDT0000 00000100:00100000:0.0:1780968294.536906:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028fa1fc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551691072:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968294.536973:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968294.537006:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968294.537012:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0732212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551691136:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968294.537035:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968294.537072:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691072 00000100:00100000:0.0:1780968294.537113:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:0.0:1780968294.537170:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551691072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968294.537281:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935bf871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551691072:12345-0@lo:400:kworker/u8:3.0 Request processed in 111us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968294.537289:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:0.0:1780968294.537314:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691136 00000100:00100000:0.0:1780968294.537339:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1780968294.537342:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060abc06a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551691136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968294.537368:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060abc06a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551691136:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968294.537374:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1780968294.537430:0:3015:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 98784258877 gen 3 00000004:00080000:0.0:1780968294.537435:0:3015:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000293c68d2, transno 98784258877 00000100:00100000:0.0:1780968294.537448:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0732212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551691136:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968294.537459:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028fa1fc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551691072:0@lo:400:kworker/u8:3.0 00000040:00100000:0.0:1780968294.537487:0:97838:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 3881 in log [0x1c:0x1:0x0] 00000100:00100000:2.0:1780968294.538200:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ceb8ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551691008:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968294.539600:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063303239 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551690944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968294.539624:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968294.539634:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968294.539705:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691008 00000100:00100000:0.0:1780968294.539757:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1780968294.539763:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000819fdb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551691008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968294.539820:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081229b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551691200:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968294.539843:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968294.539846:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968294.539857:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028fa1fc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551691328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968294.539945:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551690944 00000100:00100000:3.0:1780968294.539971:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1780968294.539975:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008634fd78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551690944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968294.539993:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968294.540024:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691200 00000100:00100000:1.0:1780968294.540047:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:1.0:1780968294.540051:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8784f50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551691200:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968294.540094:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008634fd78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551690944:12345-0@lo:400:kworker/u8:3.0 Request processed in 117us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968294.540103:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1780968294.540311:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8784f50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551691200:12345-0@lo:400:kworker/u8:3.0 Request processed in 258us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968294.540318:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:1.0:1780968294.540364:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691328 00000100:00100000:1.0:1780968294.540387:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1780968294.540390:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adcd96f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551691328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968294.540414:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 27852800 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968294.540445:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adcd96f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551691328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968294.540451:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:1.0:1780968294.540487:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028fa1fc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551691328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968294.542529:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000318218ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551691264:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968294.542588:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968294.542634:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691264 00000100:00100000:2.0:1780968294.542691:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1780968294.542696:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa32006 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551691264:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968294.542741:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa32006 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551691264:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968294.543281:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000819fdb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551691008:12345-0@lo:400:kworker/u8:3.0 Request processed in 3516us (3656us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968294.543290:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1780968294.543354:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1780968294.543377:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063303239 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551690944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968294.543385:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ceb8ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551691008:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968294.543394:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000318218ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551691264:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968294.543423:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081229b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551691200:0@lo:400:kworker/u8:3.0 00000001:00100000:2.0:1780968294.588553:0:7141:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fe991132-ff4f-45d4-8948-23501b25bbfd 00000020:00000080:2.0:1780968294.588560:0:7141:0:(genops.c:985:class_export_put()) final put 00000000dcabf244/fe991132-ff4f-45d4-8948-23501b25bbfd 00000020:00000080:1.0:1780968294.588629:0:105648:0:(genops.c:944:class_export_destroy()) destroying export 00000000dcabf244/fe991132-ff4f-45d4-8948-23501b25bbfd for lustre-OST0001 00000020:00000080:1.0:1780968294.588689:0:105648:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000008f1dc88 for lustre-OST0001 00010000:00010000:0.0:1780968294.792143:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780968295.604540:0:115841:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780968295.604550:0:115841:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 421g: rmfid to return errors properly ===== 21:24:52 (1780968292) 00010000:00010000:2.0:1780968295.821932:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968296.097810:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968296.098008:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968296.098060:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968296.098100:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968296.098174:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413568 00000100:00100000:1.0:1780968296.098230:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413632 00000100:00100000:1.0:1780968296.098250:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2547 00000100:00100000:1.0:1780968296.098257:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ad8b7de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2221:x1867475545413568:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968296.098362:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ad8b7de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2221:x1867475545413568:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 105us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968296.098371:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2547 00000100:00100000:1.0:1780968296.098396:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2548 00000100:00100000:1.0:1780968296.098400:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096225775 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2221:x1867475545413632:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968296.098437:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096225775 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:2221:x1867475545413632:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 36us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968296.098443:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2548 00000100:00100000:2.0:1780968296.099037:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413504 00000100:00100000:2.0:1780968296.099095:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1392 00000100:00100000:2.0:1780968296.099101:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006794a39f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:2221:x1867475545413504:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968296.099182:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006794a39f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:2221:x1867475545413504:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 80us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968296.099189:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1392 00000100:00100000:3.0:1780968296.100404:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413440 00000100:00100000:1.0:1780968296.100982:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 839 00000100:00100000:1.0:1780968296.100992:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d3a1cb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545413440:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968296.101086:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d3a1cb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545413440:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 94us (3289us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968296.101094:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 839 00000001:00100000:0.0:1780968296.645498:0:95920:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fe991132-ff4f-45d4-8948-23501b25bbfd 00000020:00000080:0.0:1780968296.645513:0:95920:0:(genops.c:985:class_export_put()) final put 000000001e1c9463/fe991132-ff4f-45d4-8948-23501b25bbfd 00000020:00000080:0.0:1780968296.645553:0:53605:0:(genops.c:944:class_export_destroy()) destroying export 000000001e1c9463/fe991132-ff4f-45d4-8948-23501b25bbfd for lustre-OST0000 00000020:00000080:0.0:1780968296.645641:0:53605:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000009506762 for lustre-OST0000 00010000:00010000:2.0:1780968296.840339:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780968297.323943:0:115891:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780968297.323950:0:115891:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_421g needs >= 2 MDTs 00010000:00010000:1.0:1780968297.864584:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968298.632324:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0732212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551691392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968298.632415:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968298.632558:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691392 00000100:00100000:0.0:1780968298.632627:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1780968298.632635:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551691392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968298.632680:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968298.632736:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551691392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968298.632744:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1780968298.632899:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0732212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551691392:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780968298.890310:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1780968299.422388:0:115941:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1780968299.422397:0:115941:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 422: kill a process with RPC in progress == 21:24:56 (1780968296) 00000100:00100000:3.0:1780968299.545467:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968299.545704:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413696 00000100:00100000:0.0:1780968299.545796:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21941 00000100:00100000:0.0:1780968299.545805:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000293c68d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:150098:x1867475545413696:12345-192.168.203.60@tcp:101:bash.0 00010000:00010000:0.0:1780968299.545834:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968299.545863:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe7d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a0a expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.545939:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.545956:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.545971:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.545988:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.545995:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546002:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546097:0:103641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546105:0:103641:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546112:0:103641:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546142:0:103641:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c85ffd30 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968299.546146:0:103641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546154:0:103641:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546168:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:0.0:1780968299.546171:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968299.546176:0:103641:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546182:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe7da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546197:0:103641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546203:0:103641:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546209:0:103641:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546214:0:103641:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968299.546216:0:103641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546221:0:103641:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546228:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (0000000012674420) 00010000:00010000:0.0:1780968299.546230:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968299.546232:0:103641:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546243:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe7e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546290:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe7d3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a0a expref: 27 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546298:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe7d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a0a expref: 27 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.546308:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000aeb48310, rc 0) 00000100:00100000:0.0:1780968299.546383:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000293c68d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:150098:x1867475545413696:12345-192.168.203.60@tcp:101:bash.0 Request processed in 577us (1119us total) trans 0 rc 301/301 00000100:00100000:0.0:1780968299.546392:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21941 00000100:00100000:2.0:1780968299.573807:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968299.573918:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413824 00000100:00100000:3.0:1780968299.573998:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21942 00000100:00100000:3.0:1780968299.574006:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022d6dfb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:150241:x1867475545413824:12345-192.168.203.60@tcp:36:mkdir.0 00010000:00010000:3.0:1780968299.574078:0:103651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968299.574142:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe59c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762915 expref: 26 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.574169:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968299.574174:0:103651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780968299.574305:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.574323:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.574335:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.574352:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.574359:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.574371:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968299.575171:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3c:0x0]: returning size 512 00010000:00010000:3.0:1780968299.575184:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.575194:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.575203:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.575209:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968299.575214:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.575222:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.575234:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968299.575237:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968299.575241:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.575246:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe7e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968299.575258:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000022d6dfb0 reply state 00000000814be1ec transno 21474859044 ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968299.575429:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022d6dfb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:150241:x1867475545413824:12345-192.168.203.60@tcp:36:mkdir.0 Request processed in 1419us (1630us total) trans 21474859044 rc 0/0 00000100:00100000:1.0:1780968299.575440:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21942 00010000:00010000:1.0:1780968299.585557:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.585587:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.585596:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.585602:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000971f6cdc already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968299.585607:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.585615:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.585637:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (0000000041b9d348) 00010000:00010000:1.0:1780968299.585640:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968299.585644:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.585650:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe7ef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968299.621588:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968299.621681:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545413888 00000100:00100000:1.0:1780968299.621856:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21943 00000100:00100000:1.0:1780968299.621865:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a83c7117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+26:150242:x1867475545413888:12345-192.168.203.60@tcp:101:mkdir.0 00010000:00010000:1.0:1780968299.621898:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968299.621926:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe7f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a11 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622010:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622029:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622042:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622058:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622064:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622070:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622395:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fe80b lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622406:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fe80b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622413:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fe80b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968299.622450:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3c:0x0]: returning size 512 00000004:00200000:1.0:1780968299.622454:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780968299.622582:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fe80b lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622597:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622604:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622611:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622617:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f523df6a already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968299.622621:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622629:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622642:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968299.622645:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968299.622650:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622656:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe7fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622666:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622672:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622680:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622685:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3cdaff7 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968299.622687:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622691:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622698:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000eb8e6bb4) 00010000:00010000:1.0:1780968299.622700:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968299.622702:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622717:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3cdaff7/0x986691d98fe804 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622831:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe7f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a11 expref: 28 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622846:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000090f9f0fb/0x986691d98fe80b lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a11 expref: 27 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.622853:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:1.0:1780968299.622855:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780968299.622857:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000090f9f0fb, rc 0) 00000100:00100000:1.0:1780968299.622941:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a83c7117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:150242:x1867475545413888:12345-192.168.203.60@tcp:101:mkdir.0 Request processed in 1075us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968299.622951:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21943 00000100:00100000:0.0:1780968299.634314:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968299.636262:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414016 00000100:00100000:0.0:1780968299.636345:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21944 00000100:00100000:0.0:1780968299.636353:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+27:150242:x1867475545414016:12345-192.168.203.60@tcp:36:mkdir.0 00010000:00010000:0.0:1780968299.636544:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.636567:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.636588:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.636606:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.636749:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.636759:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780968299.639523:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3d:0x0]: returning size 512 00010000:00010000:0.0:1780968299.639545:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.639562:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.639571:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.639577:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb48310 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968299.639581:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.639591:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.639610:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:0.0:1780968299.639613:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968299.640785:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.640798:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe812 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968299.640825:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000047c277d2 reply state 00000000b1488f31 transno 21474859045 ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968299.641144:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c277d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:150242:x1867475545414016:12345-192.168.203.60@tcp:36:mkdir.0 Request processed in 4785us (6834us total) trans 21474859045 rc 0/0 00000100:00100000:1.0:1780968299.641157:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21944 00010000:00010000:1.0:1780968299.648194:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.648221:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.648230:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.648237:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e16d47d already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968299.648243:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.648251:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.648274:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x43454b14 (0000000012674420) 00010000:00010000:1.0:1780968299.648277:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968299.648282:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.648288:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e16d47d/0x986691d98fe819 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968299.655361:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050a6fc88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551691520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655451:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.655495:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077063d76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551691776:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655517:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.655542:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780968299.655547:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551691456:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655599:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.655617:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551691712:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655648:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.655684:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7220928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551691584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655718:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.655744:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968299.655748:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551691648:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655781:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.655817:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691456 00000100:00100000:1.0:1780968299.655870:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1780968299.655878:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027ebf345 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551691456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.655929:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027ebf345 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551691456:12345-0@lo:400:kworker/u8:3.0 Request processed in 51us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968299.655938:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1780968299.655978:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968299.655987:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063303239 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551691840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968299.656014:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968299.656049:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691520 00000100:00100000:2.0:1780968299.656061:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691840 00000100:00100000:1.0:1780968299.656077:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691776 00000100:00100000:2.0:1780968299.656086:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:2.0:1780968299.656090:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551691840:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968299.656106:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691584 00000100:00100000:1.0:1780968299.656140:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00002000:00000024:2.0:1780968299.656141:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 27852800 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968299.656144:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551691520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.656174:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551691520:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968299.656179:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551691840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968299.656180:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1780968299.656184:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:1.0:1780968299.656192:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1780968299.656195:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551691776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.656219:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551691776:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968299.656225:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1780968299.656237:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1780968299.656241:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551691584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.656265:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551691584:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968299.656271:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1780968299.656325:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063303239 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551691840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968299.656356:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7220928 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551691584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.656375:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f92aaee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551691456:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.656386:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050a6fc88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551691520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968299.656395:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077063d76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551691776:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968299.657033:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691712 00000100:00100000:0.0:1780968299.657070:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691648 00000100:00100000:0.0:1780968299.657097:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:0.0:1780968299.657102:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000497db2d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551691712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968299.657192:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000497db2d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551691712:12345-0@lo:400:kworker/u8:3.0 Request processed in 88us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968299.657199:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:2.0:1780968299.657243:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551691712:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968299.657389:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:0.0:1780968299.657393:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551691648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968299.657437:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551691648:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968299.657443:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1780968299.658220:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551691648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968299.674477:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968299.675158:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414080 00000100:00100000:2.0:1780968299.675241:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21945 00000100:00100000:2.0:1780968299.675250:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060abc06a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:150098:x1867475545414080:12345-192.168.203.60@tcp:101:bash.0 00010000:00010000:2.0:1780968299.675292:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968299.675320:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe820 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a18 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675404:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675423:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675436:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675452:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675472:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675479:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675562:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675586:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675594:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675601:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.675605:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675613:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675626:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:2.0:1780968299.675630:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.675635:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675641:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe827 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675654:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675659:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675665:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675675:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.675677:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675682:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675689:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x87726de2 (00000000b6745f08) 00010000:00010000:2.0:1780968299.675691:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.675693:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675698:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe82e lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675747:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe820 lrc: 1/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a18 expref: 29 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675755:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe820 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a18 expref: 29 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.675763:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b8efb151, rc 0) 00000100:00100000:2.0:1780968299.675854:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060abc06a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:150098:x1867475545414080:12345-192.168.203.60@tcp:101:bash.0 Request processed in 604us (1390us total) trans 0 rc 301/301 00000100:00100000:2.0:1780968299.675863:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21945 00000100:00100000:3.0:1780968299.681223:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968299.681303:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414144 00000100:00100000:2.0:1780968299.681380:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21946 00000100:00100000:2.0:1780968299.681389:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ad870aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+28:150098:x1867475545414144:12345-192.168.203.60@tcp:101:bash.0 00010000:00010000:2.0:1780968299.681418:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968299.681447:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe835 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a1f expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.681542:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fe83c lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.681559:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fe83c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.681573:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fe83c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968299.681651:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3c:0x0]: returning size 512 00000004:00200000:2.0:1780968299.681656:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968299.681684:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fe83c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.681728:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe835 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a1f expref: 30 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.681758:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fe83c lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a1f expref: 29 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.681775:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:2.0:1780968299.681778:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968299.681782:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c762a185, rc 0) 00000100:00100000:2.0:1780968299.681859:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ad870aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:150098:x1867475545414144:12345-192.168.203.60@tcp:101:bash.0 Request processed in 470us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968299.681870:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21946 00000100:00100000:3.0:1780968299.724078:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968299.724171:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414272 00000100:00100000:3.0:1780968299.724228:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21947 00000100:00100000:3.0:1780968299.724236:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4c000e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:150244:x1867475545414272:12345-192.168.203.60@tcp:36:mkdir.0 00010000:00010000:3.0:1780968299.724299:0:103651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968299.724332:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c762a185/0x986691d98fe83c lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a1f expref: 29 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.724353:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968299.724358:0:103651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780968299.724454:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.724471:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.724482:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.724497:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.724503:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.724509:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968299.725182:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3e:0x0]: returning size 512 00010000:00010000:3.0:1780968299.725192:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.725202:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.725209:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.725216:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968299.725219:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.725226:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.725236:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968299.725238:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968299.725241:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.725246:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe843 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968299.725257:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c4c000e5 reply state 00000000d5345405 transno 21474859046 ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968299.725366:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4c000e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:150244:x1867475545414272:12345-192.168.203.60@tcp:36:mkdir.0 Request processed in 1129us (1299us total) trans 21474859046 rc 0/0 00000100:00100000:3.0:1780968299.725377:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21947 00010000:00010000:0.0:1780968299.734462:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.734491:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.734500:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.734508:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968299.734515:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.734524:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.734546:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x87726de2 (000000001f8b4855) 00010000:00010000:0.0:1780968299.734549:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968299.734555:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.734561:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe84a lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968299.743452:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968299.744002:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414336 00000100:00100000:2.0:1780968299.744076:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21948 00000100:00100000:2.0:1780968299.744086:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b088e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:150098:x1867475545414336:12345-192.168.203.60@tcp:101:bash.0 00010000:00010000:2.0:1780968299.744150:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968299.744176:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe851 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a26 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744274:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744292:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744306:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744322:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744329:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744335:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744417:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744431:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744440:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744446:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.744450:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744457:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744471:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:2.0:1780968299.744474:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.744479:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744485:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe858 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744615:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744621:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744628:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744640:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.744642:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744648:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744657:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0xcb9f90b0 (00000000b6745f08) 00010000:00010000:2.0:1780968299.744660:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.744662:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744669:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe85f lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744865:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe851 lrc: 1/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a26 expref: 30 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744876:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe851 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a26 expref: 30 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.744886:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000069f371ee, rc 0) 00000100:00100000:2.0:1780968299.744969:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b088e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:150098:x1867475545414336:12345-192.168.203.60@tcp:101:bash.0 Request processed in 882us (1526us total) trans 0 rc 301/301 00000100:00100000:2.0:1780968299.744978:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21948 00000100:00100000:0.0:1780968299.754228:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968299.754460:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414400 00000100:00100000:3.0:1780968299.754541:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21949 00000100:00100000:3.0:1780968299.754550:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+29:150098:x1867475545414400:12345-192.168.203.60@tcp:101:bash.0 00010000:00010000:3.0:1780968299.754590:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968299.754617:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe866 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a2d expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.754716:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe86d lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.754736:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe86d lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.754751:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe86d lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968299.754828:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3c:0x0]: returning size 512 00000004:00200000:3.0:1780968299.754833:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968299.754861:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe86d lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.754895:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe866 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a2d expref: 31 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.754914:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe86d lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a2d expref: 30 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.754930:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968299.754933:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780968299.754938:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000f084329, rc 0) 00000100:00100000:3.0:1780968299.755018:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000345bf1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:150098:x1867475545414400:12345-192.168.203.60@tcp:101:bash.0 Request processed in 468us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968299.755027:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21949 00000100:00100000:2.0:1780968299.780693:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968299.780833:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414528 00000100:00100000:3.0:1780968299.780915:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21950 00000100:00100000:3.0:1780968299.780924:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ceb8ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:150246:x1867475545414528:12345-192.168.203.60@tcp:36:mkdir.0 00010000:00010000:3.0:1780968299.780999:0:103651:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968299.781037:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe86d lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a2d expref: 30 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781058:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968299.781064:0:103651:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780968299.781206:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781226:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781238:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781258:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781272:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781280:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968299.781972:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3f:0x0]: returning size 512 00010000:00010000:3.0:1780968299.781985:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.781994:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.782001:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.782008:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968299.782013:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.782020:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.782030:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968299.782033:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968299.782037:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.782042:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe874 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968299.782055:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000022ceb8ae reply state 00000000a7985d03 transno 21474859047 ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968299.782219:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ceb8ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150246:x1867475545414528:12345-192.168.203.60@tcp:36:mkdir.0 Request processed in 1294us (1548us total) trans 21474859047 rc 0/0 00000100:00100000:3.0:1780968299.782230:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21950 00010000:00010000:2.0:1780968299.788202:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.788231:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.788249:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.788257:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078f5604f already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.788262:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.788271:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.788294:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0xcb9f90b0 (00000000e05994e3) 00010000:00010000:2.0:1780968299.788297:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.788303:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.788310:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe87b lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968299.811977:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968299.812184:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414592 00000100:00100000:3.0:1780968299.812261:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21951 00000100:00100000:3.0:1780968299.812269:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3b5a12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+30:150247:x1867475545414592:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:3.0:1780968299.812311:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968299.812338:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe882 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a34 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812420:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812439:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812454:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812471:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812478:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812491:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812660:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe897 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812669:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe897 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812675:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe897 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968299.812722:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3d:0x0]: returning size 512 00000004:00200000:3.0:1780968299.812727:0:103651:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1780968299.812758:0:103651:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe897 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812772:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812779:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812786:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812793:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f084329 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968299.812797:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812809:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812824:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:3.0:1780968299.812827:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968299.812832:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812839:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe889 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812854:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812860:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812865:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812870:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968299.812872:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812877:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812885:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x43454b14 (000000001f8b4855) 00010000:00010000:3.0:1780968299.812887:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968299.812889:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812895:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe890 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812930:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe882 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a34 expref: 32 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812943:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000078f5604f/0x986691d98fe897 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a34 expref: 31 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.812950:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x0 (0000000041b9d348) 00010000:00010000:3.0:1780968299.812952:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780968299.813202:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000078f5604f, rc 0) 00000100:00100000:3.0:1780968299.813298:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3b5a12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150247:x1867475545414592:12345-192.168.203.60@tcp:101:dd.0 Request processed in 1029us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968299.813308:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21951 00000100:00100000:2.0:1780968299.826427:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968299.826544:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414720 00000100:00100000:1.0:1780968299.826746:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21952 00000100:00100000:1.0:1780968299.826755:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb39bf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150247:x1867475545414720:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:1.0:1780968299.826792:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968299.826820:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe89e lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a3b expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.829289:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.829328:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.829345:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.829369:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.829382:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.829389:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968299.830656:0:97811:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x1694:0x0], index 1: 0 00010000:00010000:3.0:1780968299.831086:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe8b3 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831107:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe8b3 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c40:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831259:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe8b3 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c40:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831308:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831316:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831323:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831329:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968299.831333:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831347:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831360:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x0 (0000000041b9d348) 00010000:00010000:3.0:1780968299.831363:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968299.831368:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831374:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe8a5 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968299.831389:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bbb39bf7 reply state 0000000011253245 transno 21474859048 ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831433:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5e2d75/0x986691d98fe89e lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a3b expref: 34 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831450:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe8b3 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c40:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a3b expref: 33 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968299.831458:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c40:0x0].0x0 (00000000ce264978) 00010000:00010000:3.0:1780968299.831460:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1780968299.831461:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000f084329, rc 0) 00000100:00100000:3.0:1780968299.831642:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb39bf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150247:x1867475545414720:12345-192.168.203.60@tcp:101:dd.0 Request processed in 4884us (5224us total) trans 21474859048 rc 0/0 00000100:00100000:3.0:1780968299.831654:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21952 00010000:00010000:0.0:1780968299.836108:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.836178:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.836187:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.836194:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000202d16cb already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968299.836199:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.836207:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.836238:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x2d9800ce (000000001f8b4855) 00010000:00010000:0.0:1780968299.836242:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968299.836247:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.836253:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000202d16cb/0x986691d98fe8ac lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968299.839298:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968299.839500:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414784 00000100:00100000:1.0:1780968299.839578:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35907 00000100:00100000:1.0:1780968299.839586:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bbb5a54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:150247:x1867475545414784:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:1.0:1780968299.839613:0:6328:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968299.839646:0:6328:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fe8c1 lrc: 2/0,0 mode: --/PW res: [0x1694:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a42 expref: -99 pid: 6328 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780968299.839678:0:6328:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1694:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1780968299.839723:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968299.839725:0:6328:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780968299.839740:0:6328:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fe8c1 lrc: 3/0,0 mode: PW/PW res: [0x1694:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a42 expref: 6 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.839760:0:6328:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c3cdaff7/0x986691d98fe8c1 lrc: 3/0,0 mode: PW/PW res: [0x1694:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a42 expref: 6 pid: 6328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968299.839775:0:6328:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c3cdaff7, rc 0) 00000100:00100000:1.0:1780968299.839845:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bbb5a54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:150247:x1867475545414784:12345-192.168.203.60@tcp:101:dd.0 Request processed in 259us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968299.839853:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35907 00000100:00100000:2.0:1780968299.844022:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968299.844209:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414912 00000100:00100000:1.0:1780968299.844277:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9485 00000100:00100000:1.0:1780968299.844285:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910c0f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:150247:x1867475545414912:12345-192.168.203.60@tcp:35:dd.0 00000100:00100000:1.0:1780968299.844901:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910c0f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150247:x1867475545414912:12345-192.168.203.60@tcp:35:dd.0 Request processed in 614us (886us total) trans 21474859049 rc 0/0 00000100:00100000:1.0:1780968299.844912:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9485 00000100:00100000:3.0:1780968299.860688:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968299.860840:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545414976 00000100:00100000:0.0:1780968299.860910:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21953 00000100:00100000:0.0:1780968299.860918:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9b0e34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150248:x1867475545414976:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:0.0:1780968299.860952:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968299.860985:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe8c8 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a49 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.861062:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.861081:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.861094:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.861109:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.861158:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968299.861166:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861616:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe8dd lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861627:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe8dd lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861635:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe8dd lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968299.861673:0:97811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3e:0x0]: returning size 512 00000004:00200000:2.0:1780968299.861677:0:97811:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968299.861701:0:97811:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe8dd lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861726:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861733:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861740:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861746:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c85ffd30 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.861750:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861757:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861769:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:2.0:1780968299.861772:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.861776:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861782:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c85ffd30/0x986691d98fe8cf lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861797:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861803:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861809:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861814:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000008d4440b already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.861816:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861821:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861827:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x87726de2 (00000000fdedf9fe) 00010000:00010000:2.0:1780968299.861828:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.861830:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861834:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000008d4440b/0x986691d98fe8d6 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861869:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aeb48310/0x986691d98fe8c8 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a49 expref: 36 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861881:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000069f371ee/0x986691d98fe8dd lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a49 expref: 35 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.861893:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x0 (00000000b6745f08) 00010000:00010000:2.0:1780968299.861895:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780968299.861897:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000069f371ee, rc 0) 00000100:00100000:2.0:1780968299.862037:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9b0e34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150248:x1867475545414976:12345-192.168.203.60@tcp:101:dd.0 Request processed in 1118us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968299.862046:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21953 00000100:00100000:0.0:1780968299.869204:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968299.869456:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415104 00000100:00100000:2.0:1780968299.869542:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21954 00000100:00100000:2.0:1780968299.869551:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150248:x1867475545415104:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:2.0:1780968299.869582:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968299.869609:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe8e4 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a50 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.869793:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.869812:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.869826:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.869843:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.869850:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.869862:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968299.870776:0:97811:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x1db5:0x0], index 0: 0 00010000:00010000:2.0:1780968299.871752:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fe8f9 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871777:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fe8f9 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c41:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871791:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fe8f9 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c41:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871842:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871850:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871857:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871863:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.871868:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871876:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871894:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x0 (00000000b6745f08) 00010000:00010000:2.0:1780968299.871897:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.871901:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.871906:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe8eb lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968299.871919:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009a8d4f10 reply state 00000000dbc6d474 transno 21474859050 ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.873069:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe8e4 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a50 expref: 38 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.873107:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf8cf7de/0x986691d98fe8f9 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c41:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a50 expref: 37 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.873454:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c41:0x0].0x0 (0000000015154de7) 00010000:00010000:2.0:1780968299.873458:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1780968299.873462:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bf8cf7de, rc 0) 00000100:00100000:2.0:1780968299.873693:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8d4f10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:150248:x1867475545415104:12345-192.168.203.60@tcp:101:dd.0 Request processed in 4139us (4497us total) trans 21474859050 rc 0/0 00000100:00100000:2.0:1780968299.873713:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21954 00010000:00010000:2.0:1780968299.876395:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.876420:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.876435:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.876442:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968299.876447:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.876455:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.876476:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x2d9800ce (0000000009239d01) 00010000:00010000:2.0:1780968299.876480:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968299.876485:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.876491:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe8f2 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968299.877664:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968299.877829:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415168 00000100:00100000:2.0:1780968299.877905:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35908 00000100:00100000:2.0:1780968299.877914:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+5:150248:x1867475545415168:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:2.0:1780968299.877941:0:20712:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968299.878049:0:20712:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe907 lrc: 2/0,0 mode: --/PW res: [0x1db5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a57 expref: -99 pid: 20712 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968299.878084:0:20712:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1db5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968299.878157:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968299.878162:0:20712:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968299.878178:0:20712:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe907 lrc: 3/0,0 mode: PW/PW res: [0x1db5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a57 expref: 6 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.878200:0:20712:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac70aecb/0x986691d98fe907 lrc: 3/0,0 mode: PW/PW res: [0x1db5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a57 expref: 6 pid: 20712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968299.878215:0:20712:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ac70aecb, rc 0) 00000100:00100000:2.0:1780968299.878692:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caf75172 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:150248:x1867475545415168:12345-192.168.203.60@tcp:101:dd.0 Request processed in 776us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968299.878702:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35908 00000100:00100000:1.0:1780968299.886601:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968299.886789:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415296 00000100:00100000:3.0:1780968299.886861:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9486 00000100:00100000:3.0:1780968299.886870:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000834103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:150248:x1867475545415296:12345-192.168.203.60@tcp:35:dd.0 00000100:00100000:3.0:1780968299.887560:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000834103 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:150248:x1867475545415296:12345-192.168.203.60@tcp:35:dd.0 Request processed in 687us (967us total) trans 21474859051 rc 0/0 00000100:00100000:3.0:1780968299.887572:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9486 00010000:00010000:2.0:1780968299.911480:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968300.942884:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968301.226255:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968301.226304:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968301.226331:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968301.226355:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968301.226396:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415488 00000100:00100000:1.0:1780968301.226458:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415552 00000100:00100000:2.0:1780968301.226571:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415360 00000100:00100000:2.0:1780968301.226607:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 841 00000100:00100000:2.0:1780968301.226614:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7117b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545415360:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968301.226709:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7117b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545415360:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 95us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968301.226718:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 841 00000100:00100000:2.0:1780968301.226758:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415424 00000100:00100000:2.0:1780968301.226785:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1396 00000100:00100000:2.0:1780968301.226789:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050a6fc88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:2221:x1867475545415424:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968301.226826:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050a6fc88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:2221:x1867475545415424:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 37us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968301.226834:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1396 00000100:00100000:1.0:1780968301.227258:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2551 00000100:00100000:1.0:1780968301.227265:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545415488:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780968301.227303:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545415488:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 38us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968301.227310:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2551 00000100:00100000:1.0:1780968301.227327:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2552 00000100:00100000:1.0:1780968301.227331:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f92aaee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545415552:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780968301.227353:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f92aaee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545415552:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 21us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968301.227359:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2552 00010000:00010000:1.0:1780968301.959324:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968302.983306:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968303.756147:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968303.756170:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551691904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968303.756234:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968303.756317:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691904 00000100:00100000:0.0:1780968303.756363:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1780968303.756368:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551691904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968303.756403:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 24707072 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968303.756446:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df449148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551691904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968303.756454:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1780968303.756500:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13d735a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551691904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1780968304.008155:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968304.114011:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968304.114784:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415616 00000100:00100000:0.0:1780968304.114854:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21955 00000100:00100000:0.0:1780968304.114863:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:150369:x1867475545415616:12345-192.168.203.60@tcp:101:touch.0 00000001:00020000:0.0:1780968304.114872:0:103651:0:(fail.c:138:__cfs_fail_timeout_set()) cfs_fail_timeout id 50a sleeping for 50000ms 00000001:00080000:1.0:1780968304.344439:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859045 is committed 00000001:00080000:1.0:1780968304.344468:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859049 is committed 00000001:00080000:1.0:1780968304.344480:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859050 is committed 00000001:00080000:1.0:1780968304.344499:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859051 is committed 00000100:00100000:1.0:1780968304.775477:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072e56725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551692096:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.775572:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968304.775615:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968304.775622:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6d26e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551692160:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.775651:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968304.775716:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692096 00000100:00100000:1.0:1780968304.775768:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1780968304.775775:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007436b2ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551692096:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.775833:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007436b2ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551692096:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968304.775841:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1780968304.775881:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692160 00000100:00100000:1.0:1780968304.776034:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1780968304.776039:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070c68e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551692160:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.776072:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070c68e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551692160:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968304.776078:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1780968304.776167:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6d26e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551692160:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.776178:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072e56725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551692096:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968304.777920:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551691968:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968304.778034:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968304.778085:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021af813b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551692224:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968304.778113:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968304.778173:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780968304.778179:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000913b7252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551692032:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968304.778208:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968304.778221:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551692288:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968304.778240:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968304.778562:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692224 00000100:00100000:2.0:1780968304.778608:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1780968304.778615:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d13d735a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551692224:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968304.778687:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d13d735a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551692224:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968304.778694:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1780968304.778754:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021af813b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551692224:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.780266:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551691968 00000100:00100000:1.0:1780968304.780326:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1780968304.780333:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60d26f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551691968:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.780423:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60d26f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551691968:12345-0@lo:400:kworker/u8:1.0 Request processed in 90us (2390us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968304.780434:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1780968304.780495:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968304.780513:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000096b4c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968304.780553:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968304.780591:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692032 00000100:00100000:0.0:1780968304.780607:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551691968:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.780617:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692288 00000100:00100000:1.0:1780968304.780633:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1780968304.780637:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca0d884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551692032:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968304.780659:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1780968304.780662:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c38bbb39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551692288:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.780696:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca0d884 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551692032:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968304.780704:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1780968304.780704:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c38bbb39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551692288:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (2464us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968304.780709:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1780968304.780739:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000913b7252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551692032:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968304.780751:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551692288:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968304.780884:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692352 00000100:00100000:3.0:1780968304.780920:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1780968304.780924:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780968304.780957:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 27852800 pending 0 free 3834642432 avail 3832545280 00000100:00100000:3.0:1780968304.781010:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968304.781016:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:2.0:1780968304.781585:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000096b4c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968304.798495:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968304.798599:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968304.799623:0:22329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415680 00002000:00100000:1.0:1780968304.799709:0:22329:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x1694:0x0] (0->1023) req@00000000096b4c6d x1867475545415680/t0(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 1512/0 e 0 to 0 dl 1780968324 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:1.0:1780968304.799722:0:22329:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000096b4c6d with x1867475545415680 ext(0->1023) 00002000:00010000:1.0:1780968304.799729:0:22329:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000096b4c6d 00000100:00100000:1.0:1780968304.799766:0:22329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415744 00002000:00100000:1.0:1780968304.799785:0:22329:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x1db5:0x0] (0->1023) req@0000000063303239 x1867475545415744/t0(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 1512/0 e 0 to 0 dl 1780968324 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:1.0:1780968304.799793:0:22329:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000063303239 with x1867475545415744 ext(0->1023) 00002000:00010000:1.0:1780968304.799796:0:22329:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000063303239 00000100:00100000:1.0:1780968304.799827:0:22329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21224 00000100:00100000:1.0:1780968304.799837:0:22329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000096b4c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545415680:12345-192.168.203.60@tcp:4:dd.0 00000100:00100000:3.0:1780968304.799995:0:104679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21225 00000100:00100000:3.0:1780968304.800001:0:104679:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063303239 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545415744:12345-192.168.203.60@tcp:4:dd.0 00000100:00100000:1.0:1780968304.800831:0:22329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000096b4c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2221:x1867475545415680:12345-192.168.203.60@tcp:4:dd.0 Request processed in 990us (2344us total) trans 4294976131 rc 0/0 00000100:00100000:1.0:1780968304.800844:0:22329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21224 00002000:00100000:1.0:1780968304.800854:0:22329:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x1694:0x0] (0->1023) req@00000000096b4c6d x1867475545415680/t4294976131(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 1512/448 e 0 to 0 dl 1780968324 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:1.0:1780968304.800864:0:22329:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000096b4c6d with x1867475545415680 ext(0->1023) 00002000:00010000:1.0:1780968304.800868:0:22329:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000096b4c6d 00000100:00100000:3.0:1780968304.806230:0:104679:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063303239 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2221:x1867475545415744:12345-192.168.203.60@tcp:4:dd.0 Request processed in 6220us (7624us total) trans 98784258878 rc 0/0 00000100:00100000:3.0:1780968304.806248:0:104679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21225 00002000:00100000:3.0:1780968304.806262:0:104679:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_019: refresh rw locks for [0x100000000:0x1db5:0x0] (0->1023) req@0000000063303239 x1867475545415744/t98784258878(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 1512/448 e 0 to 0 dl 1780968324 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:3.0:1780968304.806273:0:104679:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000063303239 with x1867475545415744 ext(0->1023) 00002000:00010000:3.0:1780968304.806278:0:104679:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 0000000063303239 00010000:00010000:2.0:1780968305.032248:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968306.060048:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968306.329261:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968306.329317:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968306.329367:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968306.329394:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968306.329444:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416000 00000100:00100000:2.0:1780968306.329497:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415936 00000100:00100000:2.0:1780968306.329520:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2555 00000100:00100000:2.0:1780968306.329529:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d0852f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2219:x1867475545416000:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968306.329636:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d0852f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2219:x1867475545416000:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 107us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968306.329654:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2555 00000100:00100000:2.0:1780968306.329687:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2556 00000100:00100000:2.0:1780968306.329878:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aff7fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2219:x1867475545415936:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968306.329909:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aff7fd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2219:x1867475545415936:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 217us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968306.329919:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2556 00000100:00100000:2.0:1780968306.329946:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415808 00000100:00100000:2.0:1780968306.329970:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 843 00000100:00100000:2.0:1780968306.329974:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000827ecbb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545415808:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968306.329996:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000827ecbb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545415808:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 22us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968306.330002:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 843 00000100:00100000:3.0:1780968306.330468:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415872 00000100:00100000:3.0:1780968306.330516:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1400 00000100:00100000:3.0:1780968306.330522:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910c0f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545415872:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968306.330566:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910c0f72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545415872:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 44us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968306.330573:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1400 00000001:00080000:0.0:1780968306.956764:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258878 is committed 00010000:00010000:0.0:1780968307.079474:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968307.467183:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968307.467293:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416064 00000100:00100000:0.0:1780968307.467365:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21956 00000100:00100000:0.0:1780968307.467374:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416064:12345-192.168.203.60@tcp:101:mv.0 00010000:00010000:0.0:1780968307.467408:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968307.467440:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe90e lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a65 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467527:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467545:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467569:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467593:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467600:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467606:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467733:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467742:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467748:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467755:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086967e2c already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968307.467759:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467767:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467781:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x0 (0000000041b9d348) 00010000:00010000:0.0:1780968307.467784:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968307.467789:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467800:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fe915 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467811:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467817:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467822:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467829:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968307.467831:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467836:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467843:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0xfbe05a87 (000000006591006c) 00010000:00010000:0.0:1780968307.467846:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968307.467847:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467854:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fe91c lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467902:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe90e lrc: 1/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a65 expref: 32 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467915:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe90e lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a65 expref: 32 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.467925:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008617cb49, rc 0) 00000100:00100000:0.0:1780968307.468045:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a45859a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416064:12345-192.168.203.60@tcp:101:mv.0 Request processed in 670us (873us total) trans 0 rc 301/301 00000100:00100000:0.0:1780968307.468056:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21956 00000100:00100000:3.0:1780968307.470644:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968307.471006:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416128 00000100:00100000:0.0:1780968307.471075:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21957 00000100:00100000:0.0:1780968307.471084:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8784f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416128:12345-192.168.203.60@tcp:101:mv.0 00010000:00010000:0.0:1780968307.471112:0:97808:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968307.471168:0:97808:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe923 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a6c expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471247:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471266:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471279:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471295:0:97808:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471303:0:97808:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471311:0:97808:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471406:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471414:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471421:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471428:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968307.471432:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471441:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471455:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x0 (0000000041b9d348) 00010000:00010000:0.0:1780968307.471458:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968307.471463:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471470:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe92a lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471485:0:97808:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471496:0:97808:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471501:0:97808:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471507:0:97808:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968307.471509:0:97808:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471514:0:97808:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471522:0:97808:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0xfbe05a87 (0000000041cf91b2) 00010000:00010000:0.0:1780968307.471524:0:97808:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968307.471526:0:97808:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471531:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe931 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471587:0:97808:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe923 lrc: 1/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a6c expref: 32 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471595:0:97808:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe923 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a6c expref: 32 pid: 97808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968307.471605:0:97808:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000036d18c60, rc 0) 00000100:00100000:0.0:1780968307.471854:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8784f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416128:12345-192.168.203.60@tcp:101:mv.0 Request processed in 769us (1224us total) trans 0 rc 301/301 00000100:00100000:0.0:1780968307.471863:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21957 00000100:00100000:0.0:1780968307.481678:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968307.482246:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416192 00000100:00100000:2.0:1780968307.482349:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21958 00000100:00100000:2.0:1780968307.482358:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416192:12345-192.168.203.60@tcp:101:mv.0 00010000:00010000:2.0:1780968307.482389:0:97811:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968307.482420:0:97811:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe938 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a73 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482506:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482525:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482538:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482565:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482572:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482579:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482685:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482694:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482701:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482707:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968307.482711:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482719:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482732:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x0 (0000000041b9d348) 00010000:00010000:2.0:1780968307.482735:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968307.482740:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482745:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe93f lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482760:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482784:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482789:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482794:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968307.482796:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482802:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482808:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0xfbe05a87 (00000000b76bc83c) 00010000:00010000:2.0:1780968307.482811:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968307.482813:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482818:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe946 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482859:0:97811:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe938 lrc: 1/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a73 expref: 32 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482868:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe938 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a73 expref: 32 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.482877:0:97811:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee11aa80, rc 0) 00000100:00100000:2.0:1780968307.483372:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb56aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416192:12345-192.168.203.60@tcp:101:mv.0 Request processed in 1011us (1706us total) trans 0 rc 301/301 00000100:00100000:2.0:1780968307.483383:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21958 00000100:00100000:0.0:1780968307.485712:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968307.485817:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416320 00000100:00100000:2.0:1780968307.485901:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21959 00000100:00100000:2.0:1780968307.485909:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150380:x1867475545416320:12345-192.168.203.60@tcp:36:mv.0 00010000:00010000:2.0:1780968307.485984:0:97811:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968307.486024:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f084329/0x986691d98fe8b3 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c40:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a3b expref: 31 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486046:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c40:0x0].0x0 (00000000ce264978) 00010000:00010000:2.0:1780968307.486059:0:97811:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780968307.486096:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486162:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486175:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486191:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486199:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486205:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486237:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486244:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486250:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486421:0:97811:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486430:0:97811:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968307.486436:0:97811:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000001:00020000:2.0:1780968307.486448:0:97811:0:(fail.c:138:__cfs_fail_timeout_set()) cfs_fail_timeout id 722 sleeping for 47000ms 00010000:00010000:3.0:1780968308.107001:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968308.877101:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780968308.877183:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551692416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968308.877290:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968308.877372:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692416 00000100:00100000:1.0:1780968308.877445:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:1.0:1780968308.877452:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551692416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780968308.877502:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 28114944 pending 1703936 free 3845128192 avail 3843031040 00000100:00100000:1.0:1780968308.877562:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b55ac51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551692416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968308.877570:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1780968308.877685:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551692416:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1780968309.127948:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968309.896475:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088cac9bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551692480:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.896590:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968309.897323:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780968309.897343:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968309.897393:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968309.897434:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692608 00000100:00100000:2.0:1780968309.897482:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:2.0:1780968309.897490:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028ca8d5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780968309.897533:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:2.0:1780968309.897579:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028ca8d5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968309.897587:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:2.0:1780968309.897671:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7e18da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968309.899691:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f92b4be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551692544:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968309.899777:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968309.899898:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692544 00000100:00100000:2.0:1780968309.899947:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1780968309.899953:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7e18da0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551692544:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968309.900013:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7e18da0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551692544:12345-0@lo:400:kworker/u8:1.0 Request processed in 60us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968309.900021:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1780968309.900070:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f92b4be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551692544:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968309.900515:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692480 00000100:00100000:3.0:1780968309.900553:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1780968309.900558:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f7ea0ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551692480:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968309.906417:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f7ea0ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551692480:12345-0@lo:400:kworker/u8:1.0 Request processed in 5846us (9816us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968309.906435:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1780968309.909454:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080ef39b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551692672:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.909623:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088cac9bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551692480:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.909769:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968309.910181:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551692736:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.910242:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968309.910298:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692736 00000100:00100000:1.0:1780968309.910363:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1780968309.910370:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551692736:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.910430:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551692736:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968309.910438:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1780968309.910484:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551692736:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.910525:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551692800:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.911031:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968309.911081:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692800 00000100:00100000:1.0:1780968309.911110:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1780968309.911141:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6d26e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551692800:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.911181:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6d26e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551692800:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968309.911188:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1780968309.911223:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551692800:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968309.914819:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968309.914889:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692672 00000100:00100000:1.0:1780968309.914961:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1780968309.914968:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f091ba6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551692672:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968309.915165:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f091ba6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551692672:12345-0@lo:400:kworker/u8:1.0 Request processed in 197us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968309.915183:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1780968309.927145:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080ef39b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551692672:0@lo:400:kworker/u8:1.0 00000001:00080000:2.0:1780968310.001008:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976131 is committed 00010000:00010000:1.0:1780968310.151347:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968311.178283:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968311.452205:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968311.452423:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968311.452472:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968311.452514:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968311.452580:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416512 00000100:00100000:0.0:1780968311.452648:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416576 00000100:00100000:0.0:1780968311.452677:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2558 00000100:00100000:0.0:1780968311.452685:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080ef39b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545416512:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968311.452795:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080ef39b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545416512:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 109us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968311.452804:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2558 00000100:00100000:3.0:1780968311.452820:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416448 00000100:00100000:0.0:1780968311.452825:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2559 00000100:00100000:0.0:1780968311.452830:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545416576:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968311.452854:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1404 00000100:00100000:0.0:1780968311.452854:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f92b4be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545416576:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 24us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968311.452858:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088cac9bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2220:x1867475545416448:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968311.452861:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2559 00000100:00100000:3.0:1780968311.452888:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088cac9bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2220:x1867475545416448:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 29us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968311.452895:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1404 00000100:00100000:1.0:1780968311.454800:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416384 00000100:00100000:1.0:1780968311.454951:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 845 00000100:00100000:1.0:1780968311.454961:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007521dafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545416384:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968311.455056:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007521dafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545416384:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 96us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968311.455065:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 845 00010000:00010000:3.0:1780968312.200621:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968313.223417:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968313.995076:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968313.995107:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968313.995226:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968313.995327:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692864 00000100:00100000:2.0:1780968313.995395:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:2.0:1780968313.995402:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0732212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968313.995451:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968313.995518:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0732212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968313.995526:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:0.0:1780968313.995812:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692864:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1780968314.249480:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968315.016024:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968315.016146:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968315.016181:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551692992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968315.016232:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968315.016659:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692928 00000100:00100000:3.0:1780968315.016721:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:3.0:1780968315.016730:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780968315.016782:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:3.0:1780968315.016838:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081229b33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551692928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968315.016846:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1780968315.017263:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5f6a80b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551693120:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017305:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968315.017332:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780968315.017338:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551693056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017363:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968315.017403:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551693184:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017440:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968315.017457:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968315.017462:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551693248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017482:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968315.017511:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693184 00000100:00100000:2.0:1780968315.017544:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:2.0:1780968315.017549:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ca137e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551693184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017600:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ca137e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551693184:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968315.017608:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:2.0:1780968315.017657:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551693184:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017693:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693120 00000100:00100000:2.0:1780968315.017716:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693056 00000100:00100000:2.0:1780968315.017732:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693248 00000100:00100000:2.0:1780968315.017744:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1780968315.017748:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cf5437 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551693120:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017783:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cf5437 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551693120:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968315.017789:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1780968315.017802:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1780968315.017805:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbf7c6c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551693056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017826:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbf7c6c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551693056:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968315.017835:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1780968315.017844:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1780968315.017847:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad6570ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551693248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017870:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad6570ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551693248:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968315.017875:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1780968315.017898:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551693056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017909:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5f6a80b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551693120:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968315.017933:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551693248:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968315.020803:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551692928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968315.023518:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551692992 00000100:00100000:1.0:1780968315.023599:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1780968315.023608:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac33c616 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551692992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968315.023734:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac33c616 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551692992:12345-0@lo:400:kworker/u8:3.0 Request processed in 126us (7502us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968315.023743:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1780968315.023826:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f778987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551692992:0@lo:400:kworker/u8:3.0 00010000:00010000:0.0:1780968315.271490:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968316.296332:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968316.571200:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968316.571250:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968316.571309:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968316.571340:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968316.571346:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416832 00000100:00100000:2.0:1780968316.571401:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416768 00000100:00100000:0.0:1780968316.571413:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2561 00000100:00100000:2.0:1780968316.571420:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2562 00000100:00100000:0.0:1780968316.571422:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545416832:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968316.571424:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fee54263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545416768:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968316.571525:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fee54263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545416768:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 99us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968316.571533:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2562 00000100:00100000:1.0:1780968316.571541:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416640 00000100:00100000:1.0:1780968316.571570:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 847 00000100:00100000:1.0:1780968316.571574:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adade4a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545416640:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968316.571614:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adade4a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545416640:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 39us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968316.571620:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 847 00000100:00100000:0.0:1780968316.572024:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028fa1fc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545416832:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 602us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968316.572033:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2561 00000100:00100000:3.0:1780968316.572662:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416704 00000100:00100000:3.0:1780968316.572989:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1408 00000100:00100000:3.0:1780968316.572995:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545416704:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968316.573095:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000318218ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545416704:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 99us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968316.573104:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1408 00010000:00010000:2.0:1780968317.322535:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968318.343252:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968319.111713:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968319.111810:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968319.114461:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693312 00000100:00100000:2.0:1780968319.114573:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1780968319.114583:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b57929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968319.114700:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968319.114915:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b57929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 331us (3105us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968319.114928:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1780968319.115333:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693312:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780968319.367960:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968320.136744:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000546cf185 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551693504:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.136837:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968320.136876:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780968320.136882:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbe635b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3016:1867475551693440:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.136905:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968320.136923:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b9c1d4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3016:1867475551693696:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.136944:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968320.136983:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693504 00000100:00100000:0.0:1780968320.137029:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693440 00000100:00100000:0.0:1780968320.137045:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693696 00000100:00100000:0.0:1780968320.137060:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1780968320.137067:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb45d83a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551693504:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137143:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb45d83a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551693504:12345-0@lo:400:kworker/u8:1.0 Request processed in 75us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968320.137151:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1780968320.137169:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1780968320.137172:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3016:x1867475551693440:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137199:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d811ee37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3016:x1867475551693440:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968320.137205:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1780968320.137214:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1780968320.137217:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3016:x1867475551693696:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137238:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7b1d482 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3016:x1867475551693696:12345-0@lo:400:kworker/u8:1.0 Request processed in 19us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968320.137243:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1780968320.137293:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbe635b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3016:1867475551693440:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137305:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b9c1d4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3016:1867475551693696:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137313:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000546cf185 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551693504:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137346:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec148f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693568:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137375:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968320.137392:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780968320.137397:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5826c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551693376:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.137439:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968320.137455:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68432df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693632:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968320.138747:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693568 00000100:00100000:3.0:1780968320.138817:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1780968320.138823:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075e5a5c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693568:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968320.138908:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075e5a5c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693568:12345-0@lo:400:kworker/u8:1.0 Request processed in 84us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968320.138916:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:2.0:1780968320.139160:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693376 00000100:00100000:2.0:1780968320.139193:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1780968320.139198:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000988c0bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551693376:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968320.139235:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000988c0bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551693376:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968320.139241:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1780968320.140699:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968320.140837:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec148f0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693568:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968320.140874:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5826c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551693376:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968320.144727:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780968320.144761:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fd6c947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551693760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968320.144854:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968320.145037:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693760 00000100:00100000:1.0:1780968320.145096:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1780968320.145104:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551693760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968320.145172:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968320.145228:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5f6a80b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551693760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968320.145236:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1780968320.145301:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fd6c947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551693760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968320.145559:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693632 00000100:00100000:3.0:1780968320.145638:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:3.0:1780968320.145642:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5258a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693632:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968320.145699:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5258a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693632:12345-0@lo:400:kworker/u8:1.0 Request processed in 56us (5010us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968320.145706:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:1.0:1780968320.145764:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68432df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693632:0@lo:400:kworker/u8:1.0 00010000:00010000:3.0:1780968320.397938:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968321.416949:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968321.690324:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968321.690597:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416960 00000100:00100000:3.0:1780968321.690675:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1412 00000100:00100000:3.0:1780968321.690684:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0dc32e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545416960:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968321.690793:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0dc32e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545416960:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 108us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968321.690801:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1412 00000100:00100000:0.0:1780968321.690855:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968321.691655:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417088 00000100:00100000:3.0:1780968321.691709:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2565 00000100:00100000:3.0:1780968321.691715:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000488f7c97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545417088:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968321.694759:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000488f7c97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545417088:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 3029us (4372us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968321.694780:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2565 00000100:00100000:0.0:1780968321.699237:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968321.699356:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968321.699358:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416896 00000100:00100000:1.0:1780968321.699441:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 849 00000100:00100000:1.0:1780968321.699460:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000125ed8d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545416896:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968321.699574:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000125ed8d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545416896:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 115us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968321.699582:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 849 00000100:00100000:3.0:1780968321.700204:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417024 00000100:00100000:3.0:1780968321.700325:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2566 00000100:00100000:3.0:1780968321.700331:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ff9d620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545417024:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968321.700399:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ff9d620 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545417024:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 68us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968321.700407:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2566 00010000:00010000:1.0:1780968322.439614:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968323.463667:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968324.232145:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968324.232217:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968324.232703:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693824 00000100:00100000:3.0:1780968324.232761:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:3.0:1780968324.232768:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fd6c947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780968324.232802:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1780968324.242723:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fd6c947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551693824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9946us (10498us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968324.243532:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1780968324.243673:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551693824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968324.331216:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968324.331264:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968324.331300:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968324.331341:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417344 00000100:00100000:0.0:1780968324.331381:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417280 00000100:00100000:0.0:1780968324.331398:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2567 00000100:00100000:0.0:1780968324.331405:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ad8b7de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417344:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968324.331472:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ad8b7de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417344:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 67us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968324.331481:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2567 00000100:00100000:0.0:1780968324.331497:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2568 00000100:00100000:0.0:1780968324.331501:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68432df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417280:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968324.331536:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68432df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417280:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 34us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968324.331543:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2568 00000100:00100000:2.0:1780968324.331631:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417152 00000100:00100000:2.0:1780968324.331664:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 850 00000100:00100000:2.0:1780968324.331669:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a17713d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545417152:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968324.331696:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a17713d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545417152:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 26us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968324.331702:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 850 00000100:00100000:0.0:1780968324.335256:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968324.335396:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417216 00000100:00100000:3.0:1780968324.335455:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1413 00000100:00100000:3.0:1780968324.335463:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b9c1d4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2218:x1867475545417216:12345-192.168.203.60@tcp:38:kworker/u8:0.0 00010000:02000400:3.0:1780968324.335500:0:103628:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre-MDT0000: Client a658efc9-96b9-4720-9ba4-911cf9404ca5 (at 192.168.203.60@tcp) reconnecting 00010000:00080000:3.0:1780968324.349053:0:103628:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp t21474859026 exp 00000000d8afcc4c cur 4946 last 1780968324 00000004:00100000:3.0:1780968324.349094:0:103628:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.203.60@tcp supports cksum type f7, return f7 00000100:00080000:3.0:1780968324.349342:0:103628:0:(import.c:86:import_set_state_nolock()) 0000000094c72601 : changing import state from FULL to RECOVER 00000100:00080000:3.0:1780968324.349352:0:103628:0:(import.c:86:import_set_state_nolock()) 0000000094c72601 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1780968324.350606:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b9c1d4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2218:x1867475545417216:12345-192.168.203.60@tcp:38:kworker/u8:0.0 Request processed in 15136us (15362us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968324.350621:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1413 00000100:00100000:2.0:1780968324.364623:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968324.364746:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416320 00000100:00080000:3.1:1780968324.364782:0:103628:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@00000000d2744a6b x1867475545416320/t0(0) o36->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 504/0 e 0 to 0 dl 1780968344 ref 1 fl New:/2/ffffffff rc 0/-1 job:'mv.0' 00000100:00080000:3.1:1780968324.364794:0:103628:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@00000000d2e06f36 x1867475545416320/t0(0) o36->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 504/2888 e 0 to 0 dl 1780968327 ref 1 fl Interpret:/0/0 rc 0/0 job:'mv.0' 00000100:00100000:0.0:1780968324.368057:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968324.368920:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415616 00000004:00100000:3.0:1780968324.368978:0:103628:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock 0000000000000000 cookie 0x74423a2000762a5e req@000000006a5826c1 x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968344 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:3.1:1780968324.369000:0:103628:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@000000006a5826c1 x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968344 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:3.1:1780968324.369009:0:103628:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@00000000c7220928 x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968324 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'touch.0' 00010000:00010000:3.0:1780968324.489022:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968325.255600:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000261d47ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551693888:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968325.255611:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000879dac19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551694016:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968325.255635:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003414b836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551693952:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968325.255733:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005efd7a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694080:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968325.256764:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968325.256803:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037449593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551694272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968325.256830:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968325.256865:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694272 00000100:00100000:0.0:1780968325.256901:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1780968325.256907:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000546cf185 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551694272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968325.256940:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968325.257106:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000546cf185 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551694272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 197us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968325.257114:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1780968325.257151:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968325.257178:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551694144:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968325.257192:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037449593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551694272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968325.257210:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968325.257250:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693888 00000100:00100000:2.0:1780968325.257277:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1780968325.257282:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000555185c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551693888:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.257322:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000555185c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551693888:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968325.257329:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1780968325.257359:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694144 00000100:00100000:2.0:1780968325.257379:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1780968325.257383:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f778987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551694144:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.257410:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f778987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551694144:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968325.257416:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1780968325.257444:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000261d47ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551693888:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.257453:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab048719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551694144:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.257482:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694016 00000100:00100000:2.0:1780968325.257508:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1780968325.257522:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec148f0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551694016:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.257556:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec148f0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551694016:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968325.257562:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1780968325.257586:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000879dac19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551694016:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968325.261347:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968325.261391:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551694208:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968325.261426:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968325.262137:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968325.262247:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694080 00000100:00100000:1.0:1780968325.262321:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:1.0:1780968325.262328:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037e068f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694080:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968325.262380:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037e068f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694080:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968325.262391:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:3.0:1780968325.262450:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005efd7a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694080:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.265183:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551693952 00000100:00100000:2.0:1780968325.265259:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694208 00000100:00100000:2.0:1780968325.265295:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1780968325.265301:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e445d0e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551693952:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.268756:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e445d0e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551693952:12345-0@lo:400:kworker/u8:1.0 Request processed in 3447us (7408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968325.268776:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1780968325.268815:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1780968325.268822:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dff09726 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551694208:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968325.268865:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dff09726 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551694208:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (7439us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968325.268871:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1780968325.269045:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003414b836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551693952:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968325.269057:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b66213a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551694208:0@lo:400:kworker/u8:1.0 00010000:00010000:2.0:1780968325.511959:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968326.535592:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968327.559346:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968328.584548:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968329.351883:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780968329.351915:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551694336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968329.352012:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968329.352094:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694336 00000100:00100000:0.0:1780968329.352186:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1780968329.352194:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095e1ae2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551694336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968329.352240:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968329.352719:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095e1ae2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551694336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 523us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968329.352729:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:1.0:1780968329.353029:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090695c54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551694336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968329.371081:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968329.371324:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417600 00000100:00100000:0.0:1780968329.371383:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1417 00000100:00100000:0.0:1780968329.371393:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090695c54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2221:x1867475545417600:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968329.377956:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090695c54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2221:x1867475545417600:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 6549us (6872us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968329.377981:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1417 00000100:00100000:2.0:1780968329.380769:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968329.380845:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968329.380886:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968329.381139:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417728 00000100:00100000:1.0:1780968329.381201:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2571 00000100:00100000:1.0:1780968329.381211:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b66213a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417728:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968329.381311:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b66213a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417728:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 100us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968329.381319:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2571 00000100:00100000:1.0:1780968329.381353:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417664 00000100:00100000:1.0:1780968329.381388:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2572 00000100:00100000:1.0:1780968329.381393:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003414b836 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417664:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968329.381423:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003414b836 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545417664:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968329.381429:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2572 00000100:00100000:3.0:1780968329.381493:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417536 00000100:00100000:3.0:1780968329.381571:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 852 00000100:00100000:3.0:1780968329.381580:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaf740e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545417536:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968329.381671:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaf740e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545417536:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 91us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968329.381684:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 852 00010000:00010000:1.0:1780968329.610074:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968330.376850:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968330.376874:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060900990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968330.376940:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968330.377046:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694400 00000100:00100000:0.0:1780968330.377096:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:0.0:1780968330.377102:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083887067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968330.377168:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968330.377217:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083887067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968330.377224:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00100000:2.0:1780968330.377520:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060900990 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968330.378152:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551694592:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968330.378203:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968330.378222:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968330.378227:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694656:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968330.378246:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968330.378270:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694656 00000100:00100000:1.0:1780968330.378296:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1780968330.378300:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005d64fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968330.378333:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005d64fb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694656:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968330.378338:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1780968330.378369:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081a3c4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694656:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382283:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551694464:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382372:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968330.382500:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551694720:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382526:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968330.382552:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968330.382558:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021af813b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551694528:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382577:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968330.382617:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694592 00000100:00100000:3.0:1780968330.382657:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694720 00000100:00100000:3.0:1780968330.382672:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694528 00000100:00100000:3.0:1780968330.382683:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1780968330.382689:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000479b223f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551694592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382737:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000479b223f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551694592:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (4533us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968330.382744:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1780968330.382759:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1780968330.382762:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551694720:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382789:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1487ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551694720:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968330.382795:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1780968330.382805:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1780968330.382809:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551694528:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382830:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfe3bcfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551694528:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968330.382835:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1780968330.382867:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021af813b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551694528:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.382878:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551694720:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968330.383543:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694464 00000100:00100000:1.0:1780968330.383584:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1780968330.383589:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fbbaf56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551694464:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968330.383634:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fbbaf56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551694464:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968330.383640:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1780968330.383686:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551694592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968330.384182:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551694464:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1780968330.631404:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968331.655593:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968332.688660:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968333.703622:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968334.473113:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005efd7a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551694784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968334.473203:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968334.473401:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694784 00000100:00100000:1.0:1780968334.473454:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:1.0:1780968334.473460:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbe635b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551694784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780968334.473491:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:1.0:1780968334.473536:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbe635b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551694784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968334.473543:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:2.0:1780968334.473807:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005efd7a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551694784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968334.491917:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968334.491978:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968334.492018:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968334.492062:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968334.492247:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417792 00000100:00100000:1.0:1780968334.492301:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 854 00000100:00100000:1.0:1780968334.492318:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000686aa3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545417792:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968334.492396:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000686aa3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545417792:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 78us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968334.492404:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 854 00000100:00100000:1.0:1780968334.492441:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417984 00000100:00100000:1.0:1780968334.492478:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417920 00000100:00100000:1.0:1780968334.492496:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2574 00000100:00100000:1.0:1780968334.492501:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000879dac19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545417984:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968334.492532:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000879dac19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545417984:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 30us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968334.492538:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2574 00000100:00100000:1.0:1780968334.492551:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2575 00000100:00100000:1.0:1780968334.492555:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545417920:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968334.492579:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab048719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545417920:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 23us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968334.492715:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2575 00000100:00100000:0.0:1780968334.493042:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545417856 00000100:00100000:0.0:1780968334.493086:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1421 00000100:00100000:0.0:1780968334.493091:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005efd7a3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545417856:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780968334.493156:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005efd7a3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545417856:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 63us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968334.493166:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1421 00010000:00010000:1.0:1780968334.727402:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968335.496543:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000841f3c44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968335.496613:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968335.496659:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694848 00000100:00100000:0.0:1780968335.496693:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1780968335.496699:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968335.496730:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968335.496763:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551694848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968335.496769:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1780968335.496806:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000841f3c44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551694848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968335.509494:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006044fc24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551695040:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.509709:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a97bd313 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551695104:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.509743:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968335.509777:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780968335.509783:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000261d47ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551694912:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.509819:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968335.509836:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551695168:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.509872:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695104 00000100:00100000:3.0:1780968335.509909:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1780968335.509915:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c6bee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551695104:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.509964:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c6bee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551695104:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968335.509970:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1780968335.509993:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694912 00000100:00100000:3.0:1780968335.510013:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1780968335.510017:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000087d4f90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551694912:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.510047:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000087d4f90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551694912:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968335.510054:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1780968335.510243:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968335.510330:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cefca2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551694976:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968335.510402:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695040 00000100:00100000:0.0:1780968335.510431:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1780968335.510447:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061b574e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551695040:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.519523:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968335.519613:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a97bd313 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551695104:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.519644:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000261d47ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551694912:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.519685:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695168 00000100:00100000:3.0:1780968335.519729:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1780968335.519736:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036cb3a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551695168:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.519803:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036cb3a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551695168:12345-0@lo:400:kworker/u8:1.0 Request processed in 66us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968335.519809:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1780968335.519842:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551695168:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968335.520517:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968335.525422:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551694976 00000100:00100000:3.0:1780968335.525506:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1780968335.525512:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1583ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551694976:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968335.525606:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1583ec7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551694976:12345-0@lo:400:kworker/u8:1.0 Request processed in 93us (5091us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968335.525613:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1780968335.526729:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cefca2d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551694976:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968335.529087:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061b574e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551695040:12345-0@lo:400:kworker/u8:1.0 Request processed in 18642us (19520us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968335.529102:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1780968335.529380:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006044fc24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551695040:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1780968335.751281:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968336.776573:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968337.799450:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968338.825746:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968339.591449:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ed884c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551695232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968339.591517:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968339.591682:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695232 00000100:00100000:2.0:1780968339.591728:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1780968339.591733:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eccc362c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551695232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968339.591769:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968339.591810:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eccc362c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551695232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968339.591817:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:1.0:1780968339.592466:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ed884c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551695232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968339.608108:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968339.608181:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418112 00000100:00100000:0.0:1780968339.608241:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1425 00000100:00100000:0.0:1780968339.608249:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ed884c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545418112:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968339.608327:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ed884c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2219:x1867475545418112:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 77us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968339.608345:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1425 00000100:00100000:3.0:1780968339.608458:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968339.608616:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968339.608669:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418176 00000100:00100000:3.0:1780968339.608715:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2577 00000100:00100000:3.0:1780968339.608722:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000841f3c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545418176:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968339.608798:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000841f3c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545418176:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 75us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968339.608807:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2577 00000100:00100000:0.0:1780968339.609934:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418048 00000100:00100000:0.0:1780968339.610005:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 856 00000100:00100000:0.0:1780968339.610013:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000862f97a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545418048:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968339.610091:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000862f97a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545418048:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 77us (1640us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968339.610099:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 856 00000100:00100000:3.0:1780968339.618581:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968339.618755:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418240 00000100:00100000:0.0:1780968339.618810:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2578 00000100:00100000:0.0:1780968339.618816:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060900990 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545418240:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968339.618899:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060900990 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545418240:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 82us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968339.618907:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2578 00010000:00010000:0.0:1780968339.849470:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968340.615677:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551695296:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968340.615746:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968340.615778:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bde7b04a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551695552:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968340.615813:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968340.615833:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968340.615838:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025b59e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551695488:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968340.615859:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968340.616046:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1365ea4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551695424:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616078:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968340.616108:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780968340.616114:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2d24f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551695360:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616153:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968340.616167:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003a1ab8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551695616:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616187:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968340.616217:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695552 00000100:00100000:0.0:1780968340.616246:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695488 00000100:00100000:0.0:1780968340.616261:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1780968340.616267:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c654319 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551695552:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616322:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c654319 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551695552:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968340.616330:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1780968340.616345:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1780968340.616349:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004357f907 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551695488:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616374:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004357f907 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551695488:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968340.616380:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1780968340.616421:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695424 00000100:00100000:0.0:1780968340.616441:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695360 00000100:00100000:0.0:1780968340.616452:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695616 00000100:00100000:0.0:1780968340.616463:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780968340.616466:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb09e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551695424:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616500:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb09e152 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551695424:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968340.616506:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1780968340.616517:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1780968340.616520:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df8564cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551695360:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616544:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df8564cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551695360:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968340.616550:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1780968340.616560:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1780968340.616563:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d807583a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551695616:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616586:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d807583a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551695616:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968340.616592:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1780968340.616913:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2d24f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551695360:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616923:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003a1ab8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551695616:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968340.616931:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1365ea4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551695424:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968340.617651:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695296 00000100:00100000:2.0:1780968340.617692:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1780968340.617697:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009934f646 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551695296:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968340.617742:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009934f646 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551695296:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968340.617749:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1780968340.617910:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025b59e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551695488:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968340.617919:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551695296:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968340.617934:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bde7b04a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551695552:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1780968340.618047:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780968340.618058:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000546f8689 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551695680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968340.618092:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968340.618321:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695680 00000100:00100000:1.0:1780968340.618353:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:1.0:1780968340.618357:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639b4a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551695680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968340.618384:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968340.618434:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639b4a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551695680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968340.618441:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:1.0:1780968340.618474:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000546f8689 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551695680:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780968340.871328:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968341.895308:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968342.920341:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968343.943352:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968344.711633:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551695744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968344.711714:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968344.711894:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695744 00000100:00100000:2.0:1780968344.711940:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:2.0:1780968344.711946:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000546f8689 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551695744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968344.711979:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968344.712017:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000546f8689 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551695744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968344.712025:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:1.0:1780968344.712095:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551695744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968344.729566:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968344.729626:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968344.729724:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968344.729840:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968344.729883:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418432 00000100:00100000:0.0:1780968344.729884:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418496 00000100:00100000:0.0:1780968344.729931:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2581 00000100:00100000:0.0:1780968344.729938:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000428b5eef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545418496:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968344.729962:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418304 00000100:00100000:2.0:1780968344.729992:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 858 00000100:00100000:2.0:1780968344.729996:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008259715b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545418304:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968344.730010:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000428b5eef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545418496:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 70us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968344.730020:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2581 00000100:00100000:2.0:1780968344.730030:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008259715b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545418304:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 31us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968344.730038:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 858 00000100:00100000:0.0:1780968344.730051:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2582 00000100:00100000:0.0:1780968344.730058:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067bdd1a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545418432:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968344.730087:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067bdd1a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545418432:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968344.730333:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2582 00000100:00100000:3.0:1780968344.734397:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418368 00000100:00100000:3.0:1780968344.734513:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1429 00000100:00100000:3.0:1780968344.734520:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ae9cfdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2218:x1867475545418368:12345-192.168.203.60@tcp:38:kworker/u8:0.0 00010000:02000400:3.0:1780968344.734553:0:103641:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre-MDT0000: Client a658efc9-96b9-4720-9ba4-911cf9404ca5 (at 192.168.203.60@tcp) reconnecting 00010000:00080000:3.0:1780968344.750482:0:103641:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp t21474859026 exp 00000000d8afcc4c cur 4966 last 1780968344 00000004:00100000:3.0:1780968344.750522:0:103641:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.203.60@tcp supports cksum type f7, return f7 00000100:00080000:3.0:1780968344.750549:0:103641:0:(import.c:86:import_set_state_nolock()) 0000000094c72601 : changing import state from FULL to RECOVER 00000100:00080000:3.0:1780968344.750558:0:103641:0:(import.c:86:import_set_state_nolock()) 0000000094c72601 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1780968344.750635:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ae9cfdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:2218:x1867475545418368:12345-192.168.203.60@tcp:38:kworker/u8:0.0 Request processed in 16114us (21077us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968344.750647:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1429 00000100:00100000:1.0:1780968344.772163:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968344.772250:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415616 00000004:00100000:3.0:1780968344.772296:0:103641:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock 0000000000000000 cookie 0x74423a2000762a5e req@0000000098ac629b x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968364 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:3.1:1780968344.772312:0:103641:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@0000000098ac629b x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968364 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:3.1:1780968344.772321:0:103641:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@00000000c7220928 x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968344 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'touch.0' 00000100:00100000:0.0:1780968344.773891:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968344.775406:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545416320 00000100:00080000:2.1:1780968344.775539:0:103641:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@00000000c014c4c7 x1867475545416320/t0(0) o36->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 504/0 e 0 to 0 dl 1780968364 ref 1 fl New:/2/ffffffff rc 0/-1 job:'mv.0' 00000100:00080000:2.1:1780968344.775551:0:103641:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@00000000d2e06f36 x1867475545416320/t0(0) o36->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 504/2888 e 0 to 0 dl 1780968344 ref 1 fl Interpret:/0/0 rc 0/0 job:'mv.0' 00010000:00010000:3.0:1780968344.967328:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968345.737269:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3111392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551695872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737343:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968345.737376:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1c3807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551696128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737397:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968345.737419:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968345.737424:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b83acfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551695936:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737442:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968345.737474:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695872 00000100:00100000:1.0:1780968345.737510:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696128 00000100:00100000:1.0:1780968345.737526:0:97808:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695936 00000100:00100000:1.0:1780968345.737539:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1780968345.737545:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000393576dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551695872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737592:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000393576dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551695872:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968345.737598:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1780968345.737619:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1780968345.737622:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016d6e7d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551696128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737645:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016d6e7d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551696128:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968345.737650:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1780968345.737662:0:97808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1780968345.737665:0:97808:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020adab90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551695936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737686:0:97808:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020adab90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551695936:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968345.737692:0:97808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1780968345.737729:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b83acfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551695936:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737753:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3111392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551695872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737761:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1c3807d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551696128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737784:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f69bfa2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696000:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737808:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968345.737822:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780968345.737827:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000989d5693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551695808:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737851:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968345.737864:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b00b8749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696064:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968345.737880:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968345.737994:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696000 00000100:00100000:0.0:1780968345.738024:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696064 00000100:00100000:0.0:1780968345.738043:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:0.0:1780968345.738047:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1c3807d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696000:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968345.738084:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1c3807d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696000:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968345.738090:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:0.0:1780968345.738101:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1780968345.738104:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3111392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696064:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968345.738155:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3111392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696064:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968345.738162:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1780968345.738600:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b00b8749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696064:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968345.738610:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f69bfa2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696000:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968345.738875:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551695808 00000100:00100000:2.0:1780968345.738920:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1780968345.738925:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e017239b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551695808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968345.738965:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e017239b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551695808:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968345.738970:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1780968345.739186:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968345.739196:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037449593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551696192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968345.739228:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968345.739458:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696192 00000100:00100000:2.0:1780968345.739491:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:2.0:1780968345.739496:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000261d47ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551696192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780968345.739521:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:2.0:1780968345.739560:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000261d47ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551696192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968345.739565:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:3.0:1780968345.739634:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037449593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551696192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968345.740163:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000989d5693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551695808:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1780968345.991373:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968347.015463:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:02000400:0.0:1780968347.271467:0:112714:0:(service.c:2679:ptlrpc_watchdog_fire()) mdt00_006: service thread pid 103651 was inactive for 43.156 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00010000:00010000:0.0:1780968348.039739:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968348.559604:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968348.559695:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418752 00000100:00100000:3.0:1780968348.559756:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21960 00000100:00100000:3.0:1780968348.559764:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b83acfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+31:150390:x1867475545418752:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:3.0:1780968348.559786:0:103628:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968348.559808:0:103628:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe969 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a7a expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.559967:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.559982:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.559994:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560007:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560014:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560019:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780968348.560540:0:103628:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x1695:0x0], index 1: 0 00010000:00010000:3.0:1780968348.560721:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe97e lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560731:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe97e lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c42:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560740:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe97e lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c42:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560773:0:103628:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560779:0:103628:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560785:0:103628:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560790:0:103628:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968348.560792:0:103628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560798:0:103628:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560808:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x0 (00000000b6745f08) 00010000:00010000:3.0:1780968348.560810:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968348.560815:0:103628:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560820:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98fe970 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968348.560830:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005b83acfb reply state 000000005a5760d0 transno 21474859052 ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560861:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe969 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a7a expref: 34 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560871:0:103628:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000050b36e93/0x986691d98fe97e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c42:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a7a expref: 33 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.560876:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c42:0x0].0x0 (0000000075b78749) 00010000:00010000:3.0:1780968348.560878:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1780968348.560880:0:103628:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000050b36e93, rc 0) 00000100:00100000:3.0:1780968348.560950:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b83acfb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150390:x1867475545418752:12345-192.168.203.60@tcp:101:touch.0 Request processed in 1186us (1355us total) trans 21474859052 rc 0/0 00000100:00100000:3.0:1780968348.560959:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21960 00010000:00010000:1.0:1780968348.572485:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.572512:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.572520:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.572525:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000971f6cdc already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968348.572529:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.572535:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.572551:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0xca28b440 (00000000467c40ed) 00010000:00010000:1.0:1780968348.572554:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968348.572557:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.572562:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000971f6cdc/0x986691d98fe977 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968348.572668:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968348.574173:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418880 00000100:00100000:2.0:1780968348.574348:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21961 00000100:00100000:2.0:1780968348.574357:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ea9766a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:150390:x1867475545418880:12345-192.168.203.60@tcp:36:touch.0 00010000:00010000:2.0:1780968348.574460:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.574477:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.574487:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968348.574641:0:103641:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002ea9766a reply state 00000000868a6291 transno 21474859053 ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968348.574747:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ea9766a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150390:x1867475545418880:12345-192.168.203.60@tcp:36:touch.0 Request processed in 389us (2083us total) trans 21474859053 rc 0/0 00000100:00100000:2.0:1780968348.574754:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21961 00000100:00100000:0.0:1780968348.591626:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:2.0:1780968348.592179:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.592195:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.592202:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.592208:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968348.592212:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.592219:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.592235:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c42:0x0].0x0 (0000000075b78749) 00010000:00010000:2.0:1780968348.592238:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968348.592251:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.592257:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe98c lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968348.592513:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545418944 00000100:00100000:3.0:1780968348.592563:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35909 00000100:00100000:3.0:1780968348.592571:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd937490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545418944:12345-192.168.203.60@tcp:2:touch.0 00000100:00100000:3.0:1780968348.592909:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd937490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2219:x1867475545418944:12345-192.168.203.60@tcp:2:touch.0 Request processed in 337us (1290us total) trans 4294976132 rc 0/0 00000100:00100000:3.0:1780968348.592917:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35909 00000100:00100000:3.0:1780968348.596052:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968348.596159:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419072 00000100:00100000:0.0:1780968348.596210:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9487 00000100:00100000:0.0:1780968348.596217:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037449593 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150390:x1867475545419072:12345-192.168.203.60@tcp:35:touch.0 00000100:00100000:0.0:1780968348.596893:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037449593 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150390:x1867475545419072:12345-192.168.203.60@tcp:35:touch.0 Request processed in 673us (845us total) trans 21474859054 rc 0/0 00000100:00100000:0.0:1780968348.596903:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9487 00000100:00100000:0.0:1780968348.625188:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968348.625288:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419200 00000100:00100000:2.0:1780968348.625350:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21962 00000100:00100000:2.0:1780968348.625357:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a0fefec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150391:x1867475545419200:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:2.0:1780968348.625390:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968348.625411:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe993 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a81 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.625532:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.625552:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.625564:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.625585:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.625592:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.625598:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780968348.625935:0:103641:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x1db6:0x0], index 0: 0 00010000:00010000:2.0:1780968348.626090:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fe9a8 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626100:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fe9a8 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c43:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626111:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fe9a8 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c43:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626192:0:103641:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626200:0:103641:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626207:0:103641:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626212:0:103641:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968348.626216:0:103641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626222:0:103641:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626234:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x0 (00000000b6745f08) 00010000:00010000:2.0:1780968348.626237:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968348.626241:0:103641:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626247:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe99a lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968348.626258:0:103641:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002a0fefec reply state 00000000de0b45f4 transno 21474859055 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626291:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe993 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a81 expref: 38 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626307:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000063423fea/0x986691d98fe9a8 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c43:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a81 expref: 37 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.626314:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c43:0x0].0x0 (0000000001aae61d) 00010000:00010000:2.0:1780968348.626316:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1780968348.626317:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000063423fea, rc 0) 00000100:00100000:2.0:1780968348.626386:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a0fefec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:150391:x1867475545419200:12345-192.168.203.60@tcp:101:touch.0 Request processed in 1027us (1206us total) trans 21474859055 rc 0/0 00000100:00100000:2.0:1780968348.626393:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21962 00000100:00100000:2.0:1780968348.632969:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:1.0:1780968348.633085:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.633099:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.633107:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.633144:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0e78194 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968348.633148:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.633155:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.633170:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x98710df9 (00000000db228b25) 00010000:00010000:1.0:1780968348.633173:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968348.633177:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.633183:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0e78194/0x986691d98fe9a1 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968348.633270:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419328 00000100:00100000:3.0:1780968348.633313:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21963 00000100:00100000:3.0:1780968348.633320:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c4a223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:150391:x1867475545419328:12345-192.168.203.60@tcp:36:touch.0 00010000:00010000:3.0:1780968348.633427:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.633445:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968348.633455:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968348.633595:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f6c4a223 reply state 000000007f72c534 transno 21474859056 ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968348.633913:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c4a223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:150391:x1867475545419328:12345-192.168.203.60@tcp:36:touch.0 Request processed in 592us (950us total) trans 21474859056 rc 0/0 00000100:00100000:3.0:1780968348.633921:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21963 00000100:00100000:0.0:1780968348.639425:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968348.639502:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419392 00000100:00100000:3.0:1780968348.639552:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35910 00000100:00100000:3.0:1780968348.639559:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e46ac2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545419392:12345-192.168.203.60@tcp:2:touch.0 00000100:00100000:3.0:1780968348.639867:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e46ac2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2221:x1867475545419392:12345-192.168.203.60@tcp:2:touch.0 Request processed in 307us (448us total) trans 98784258879 rc 0/0 00000100:00100000:3.0:1780968348.639875:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35910 00010000:00010000:2.0:1780968348.640645:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.640658:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.640665:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.640671:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d8d8921 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968348.640675:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.640682:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.640699:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c43:0x0].0x0 (0000000001aae61d) 00010000:00010000:2.0:1780968348.640701:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968348.640705:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.640711:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d8d8921/0x986691d98fe9b6 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968348.645095:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968348.645551:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419520 00000100:00100000:1.0:1780968348.645607:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9488 00000100:00100000:1.0:1780968348.645614:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b7579f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+38:150391:x1867475545419520:12345-192.168.203.60@tcp:35:touch.0 00000100:00100000:1.0:1780968348.645943:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b7579f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:150391:x1867475545419520:12345-192.168.203.60@tcp:35:touch.0 Request processed in 327us (856us total) trans 21474859057 rc 0/0 00000100:00100000:1.0:1780968348.645951:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9488 00000100:00100000:3.0:1780968348.664757:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968348.664915:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419648 00000100:00100000:0.0:1780968348.664979:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21964 00000100:00100000:0.0:1780968348.664985:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006044fc24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+39:150392:x1867475545419648:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:0.0:1780968348.665008:0:103628:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968348.665028:0:103628:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9bd lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a88 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.665186:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.665201:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.665213:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.665228:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.665235:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.665241:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968348.665813:0:103628:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x1696:0x0], index 1: 0 00010000:00010000:0.0:1780968348.666005:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe9d2 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666015:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe9d2 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c44:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666024:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe9d2 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c44:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666062:0:103628:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666069:0:103628:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666076:0:103628:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666084:0:103628:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968348.666087:0:103628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666094:0:103628:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666104:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x0 (00000000b6745f08) 00010000:00010000:0.0:1780968348.666107:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968348.666111:0:103628:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666147:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fe9c4 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968348.666159:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006044fc24 reply state 0000000086a1edb9 transno 21474859058 ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666187:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9bd lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a88 expref: 42 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666202:0:103628:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008617cb49/0x986691d98fe9d2 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c44:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a88 expref: 41 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.666209:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c44:0x0].0x0 (00000000cba849fd) 00010000:00010000:0.0:1780968348.666211:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780968348.666212:0:103628:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008617cb49, rc 0) 00000100:00100000:0.0:1780968348.666503:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006044fc24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:150392:x1867475545419648:12345-192.168.203.60@tcp:101:touch.0 Request processed in 1516us (1752us total) trans 21474859058 rc 0/0 00000100:00100000:0.0:1780968348.666513:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21964 00010000:00010000:1.0:1780968348.669515:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.669534:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.669558:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.669564:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002e7fc041 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968348.669567:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.669575:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.669602:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3e:0x0].0x66b967b2 (000000006591006c) 00010000:00010000:1.0:1780968348.669605:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968348.669610:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968348.669616:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e7fc041/0x986691d98fe9cb lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3e:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968348.675103:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968348.675608:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419776 00000100:00100000:0.0:1780968348.675712:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21965 00000100:00100000:0.0:1780968348.675719:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefca2d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+41:150392:x1867475545419776:12345-192.168.203.60@tcp:36:touch.0 00010000:00010000:0.0:1780968348.675807:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.675823:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968348.675835:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968348.675961:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cefca2d0 reply state 000000007e599bce transno 21474859059 ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968348.676053:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefca2d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:150392:x1867475545419776:12345-192.168.203.60@tcp:36:touch.0 Request processed in 333us (956us total) trans 21474859059 rc 0/0 00000100:00100000:0.0:1780968348.676063:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21965 00010000:00010000:2.0:1780968348.678610:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.678627:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.678633:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.678639:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036d18c60 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968348.678642:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.678648:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.678663:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c44:0x0].0x0 (00000000cba849fd) 00010000:00010000:2.0:1780968348.678665:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968348.678669:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968348.678678:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036d18c60/0x986691d98fe9e0 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968348.684716:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968348.685062:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419840 00000100:00100000:0.0:1780968348.685110:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35911 00000100:00100000:0.0:1780968348.685160:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a97bd313 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2219:x1867475545419840:12345-192.168.203.60@tcp:2:touch.0 00000100:00100000:0.0:1780968348.685740:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a97bd313 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2219:x1867475545419840:12345-192.168.203.60@tcp:2:touch.0 Request processed in 580us (1030us total) trans 4294976133 rc 0/0 00000100:00100000:0.0:1780968348.685750:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35911 00000100:00100000:3.0:1780968348.690416:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968348.690624:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545419968 00000100:00100000:2.0:1780968348.690682:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9489 00000100:00100000:2.0:1780968348.690690:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f53ea4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+42:150392:x1867475545419968:12345-192.168.203.60@tcp:35:touch.0 00000100:00100000:2.0:1780968348.691044:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f53ea4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:150392:x1867475545419968:12345-192.168.203.60@tcp:35:touch.0 Request processed in 353us (636us total) trans 21474859060 rc 0/0 00000100:00100000:2.0:1780968348.691053:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9489 00010000:00010000:3.0:1780968349.071360:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968349.831993:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968349.832016:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000319d99ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551696256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968349.832082:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968349.832222:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696256 00000100:00100000:1.0:1780968349.832268:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1780968349.832274:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e8905ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551696256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780968349.832309:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:1.0:1780968349.832373:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e8905ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551696256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968349.832380:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:3.0:1780968349.832464:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000319d99ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551696256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968349.852215:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968349.852255:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968349.852365:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420032 00000100:00100000:0.0:1780968349.852416:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 860 00000100:00100000:0.0:1780968349.852424:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aeaca24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545420032:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1780968349.852521:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aeaca24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545420032:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 97us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968349.852529:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 860 00000100:00100000:3.0:1780968349.852877:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420096 00000100:00100000:3.0:1780968349.852911:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1433 00000100:00100000:3.0:1780968349.852916:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053021b3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:2222:x1867475545420096:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968349.852950:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053021b3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+43:2222:x1867475545420096:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 34us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968349.852957:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1433 00000100:00100000:3.0:1780968349.861294:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968349.861352:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968349.861482:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420224 00000100:00100000:2.0:1780968349.861545:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420160 00000100:00100000:2.0:1780968349.861581:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2585 00000100:00100000:2.0:1780968349.861587:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c865b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2221:x1867475545420224:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968349.861657:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c865b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+8:2221:x1867475545420224:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 69us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968349.861665:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2585 00000100:00100000:2.0:1780968349.861680:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2586 00000100:00100000:2.0:1780968349.861684:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216aedd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2221:x1867475545420160:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968349.861706:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216aedd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2221:x1867475545420160:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 21us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968349.861711:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2586 00010000:00010000:1.0:1780968350.087546:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968350.415438:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859059 is committed 00000001:00080000:2.0:1780968350.415477:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859060 is committed 00000100:00100000:1.0:1780968350.855639:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968350.855674:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfc88b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968350.855771:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968350.855854:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696320 00000100:00100000:1.0:1780968350.855899:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1780968350.855907:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000748b6b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968350.855952:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968350.856000:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000748b6b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968350.856009:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1780968350.856081:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfc88b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968350.856525:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000482a2c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551696384:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.856568:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968350.856630:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073c90259 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551696640:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.856660:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968350.856688:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968350.856693:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000015c9303 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551696448:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.856714:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968350.856748:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696640 00000100:00100000:1.0:1780968350.856777:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696448 00000100:00100000:1.0:1780968350.856916:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1780968350.856923:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d86fff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551696640:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.856975:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d86fff6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551696640:12345-0@lo:400:kworker/u8:1.0 Request processed in 52us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968350.856982:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1780968350.857004:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:1.0:1780968350.857009:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa8109b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551696448:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857037:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa8109b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551696448:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968350.857043:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:1.0:1780968350.857083:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000015c9303 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551696448:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857093:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073c90259 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551696640:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857141:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b168c512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551696512:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857165:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968350.857181:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780968350.857187:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003779fb59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696576:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857211:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968350.857239:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696576 00000100:00100000:1.0:1780968350.857266:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1780968350.857270:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000989d5693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696576:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857303:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000989d5693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551696576:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968350.857309:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1780968350.857340:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696512 00000100:00100000:1.0:1780968350.857360:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1780968350.857364:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a4d882f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551696512:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857392:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a4d882f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551696512:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968350.857398:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1780968350.857424:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003779fb59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551696576:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968350.857434:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b168c512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551696512:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968350.864294:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696384 00000100:00100000:3.0:1780968350.864404:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1780968350.864413:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3500e71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551696384:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1780968350.864549:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3500e71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551696384:12345-0@lo:400:kworker/u8:1.0 Request processed in 136us (7980us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968350.864558:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1780968350.865009:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000482a2c0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551696384:0@lo:400:kworker/u8:1.0 00000001:00080000:3.0:1780968350.965406:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976133 is committed 00010000:00010000:1.0:1780968351.111915:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:02000400:2.0:1780968351.367401:0:115238:0:(service.c:2679:ptlrpc_watchdog_fire()) mdt00_002: service thread pid 97811 was inactive for 43.881 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00010000:00010000:0.0:1780968352.136862:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780968352.978037:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258879 is committed 00010000:00010000:3.0:1780968353.159532:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968354.183869:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:0.0:1780968354.209037:0:103651:0:(fail.c:149:__cfs_fail_timeout_set()) cfs_fail_timeout id 50a awake 00000020:00100000:0.0:1780968354.227566:0:103651:0:(tgt_handler.c:707:process_req_last_xid()) Dropping request 1867475545415616 from an old epoch 1/3 00000100:00100000:0.0:1780968354.227583:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:150369:x1867475545415616:12345-192.168.203.60@tcp:101:touch.0 Request processed in 50112717us (50113579us total) trans 0 rc -116/-999 00000100:00100000:0.0:1780968354.227596:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21955 00000001:00020000:0.0:1780968354.567301:0:97811:0:(fail.c:149:__cfs_fail_timeout_set()) cfs_fail_timeout id 722 awake 00000004:00010000:0.0:1780968354.567980:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d2e06f36 reply state 00000000b490409d transno 21474859061 ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968354.568005:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d2e06f36 reply state 00000000b490409d transno 21474859061 ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568020:0:97811:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568027:0:97811:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568035:0:97811:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568041:0:97811:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000258b5cb6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968354.568045:0:97811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568053:0:97811:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568071:0:97811:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x0 (0000000041b9d348) 00010000:00010000:0.0:1780968354.568074:0:97811:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968354.568079:0:97811:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968354.568084:0:97811:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000258b5cb6/0x986691d98fe94d lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968354.568099:0:97811:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d2e06f36 reply state 00000000b490409d transno 21474859061 ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968354.568350:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2e06f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150380:x1867475545416320:12345-192.168.203.60@tcp:36:mv.0 Request processed in 47082436us (47082647us total) trans 21474859061 rc 0/0 00000100:00100000:0.0:1780968354.568362:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21959 00010000:00010000:1.0:1780968354.575937:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576066:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576076:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576083:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dd10ec37 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968354.576088:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576096:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576180:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0x2d9800ce (0000000009239d01) 00010000:00010000:1.0:1780968354.576183:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968354.576190:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576197:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd10ec37/0x986691d98fe954 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3d:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576221:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576229:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576234:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576240:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088abf9c6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968354.576242:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576247:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576255:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3d:0x0].0xfbe05a87 (000000003d17c89d) 00010000:00010000:1.0:1780968354.576257:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968354.576259:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576264:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088abf9c6/0x986691d98fe95b lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3d:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576275:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576280:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576285:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576305:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e3fc823 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968354.576307:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576312:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576319:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c40:0x0].0x0 (00000000ddfc2c8a) 00010000:00010000:1.0:1780968354.576321:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780968354.576323:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968354.576338:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e3fc823/0x986691d98fe962 lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1c40:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97811 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968354.952591:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a57665c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551696704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968354.952693:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968354.952851:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696704 00000100:00100000:1.0:1780968354.952933:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1780968354.952941:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b427ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551696704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780968354.952987:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:1.0:1780968354.954462:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b427ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551696704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1510us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968354.954481:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:0.0:1780968354.954596:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a57665c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551696704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968354.974989:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968354.975058:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968354.975096:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968354.975304:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420416 00000100:00100000:1.0:1780968354.975383:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420352 00000100:00100000:1.0:1780968354.975411:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2588 00000100:00100000:1.0:1780968354.975420:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420416:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968354.975527:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a57665c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420416:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 108us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968354.975537:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2588 00000100:00100000:1.0:1780968354.975563:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2589 00000100:00100000:1.0:1780968354.975567:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000319d99ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420352:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968354.975592:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000319d99ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420352:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 24us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968354.975600:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2589 00000100:00100000:0.0:1780968354.977744:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420288 00000100:00100000:0.0:1780968354.977839:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 862 00000100:00100000:0.0:1780968354.977848:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac326b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545420288:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968354.977960:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac326b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545420288:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 112us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968354.977968:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 862 00010000:00010000:1.0:1780968355.209046:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780968355.552112:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859061 is committed 00000100:00100000:3.0:1780968355.976649:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968355.976681:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bacb886a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551696768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968355.977248:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551697024:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.977486:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551696960:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968355.977492:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968355.977532:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f69bfa2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551696832:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968355.977582:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968355.977601:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551697088:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968355.977628:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968355.977681:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696832 00000100:00100000:0.0:1780968355.977737:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968355.977753:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1780968355.977756:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780968355.977762:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047e77770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551696832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.977829:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b00b8749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551696896:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.977854:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968355.977869:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551697152:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968355.977872:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047e77770 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551696832:12345-0@lo:400:kworker/u8:3.0 Request processed in 110us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968355.977881:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1780968355.977889:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968355.977915:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696960 00000100:00100000:3.0:1780968355.977939:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f69bfa2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551696832:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.977940:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696896 00000100:00100000:0.0:1780968355.977957:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697152 00000100:00100000:0.0:1780968355.977977:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1780968355.977980:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e392a76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551696960:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968355.977982:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1780968355.977987:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068d9a2a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551696896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.978016:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e392a76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551696960:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968355.978026:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1780968355.978042:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1780968355.978046:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ddc1091 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551697152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968355.978059:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968355.978097:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068d9a2a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551696896:12345-0@lo:400:kworker/u8:3.0 Request processed in 108us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968355.978097:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ddc1091 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551697152:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968355.978103:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1780968355.978109:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1780968355.978156:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697088 00000100:00100000:0.0:1780968355.978167:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b00b8749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551696896:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.978180:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551697152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968355.978190:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697024 00000100:00100000:0.0:1780968355.978193:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050e9ad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551696960:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968355.978218:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:1.0:1780968355.978225:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e606c74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551697088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.978241:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:0.0:1780968355.978248:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021af813b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551697024:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968355.978278:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e606c74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551697088:12345-0@lo:400:kworker/u8:3.0 Request processed in 52us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968355.978297:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:0.0:1780968355.978307:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021af813b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551697024:12345-0@lo:400:kworker/u8:3.0 Request processed in 58us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968355.978315:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1780968355.978341:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551697024:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968355.978345:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551696768 00000100:00100000:0.0:1780968355.978369:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:0.0:1780968355.978374:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d9fea9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551696768:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968355.978388:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000880c9389 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551697088:0@lo:400:kworker/u8:3.0 00002000:00000024:0.0:1780968355.978409:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968355.978452:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d9fea9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551696768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968355.978463:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1780968355.980322:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bacb886a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551696768:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780968356.232406:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968357.256314:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968358.279602:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968359.303435:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968360.073363:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968360.073396:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551697216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968360.073493:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968360.074559:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697216 00000100:00100000:2.0:1780968360.074631:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:2.0:1780968360.074640:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5d33f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551697216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968360.074691:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968360.074759:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5d33f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551697216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968360.074767:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:3.0:1780968360.075377:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551697216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968360.100499:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968360.100545:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968360.100649:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968360.100718:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968360.100786:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420544 00000100:00100000:3.0:1780968360.100850:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1440 00000100:00100000:3.0:1780968360.100859:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f08862dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2222:x1867475545420544:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968360.100951:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f08862dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2222:x1867475545420544:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 91us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968360.100959:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1440 00000100:00100000:1.0:1780968360.101338:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420480 00000100:00100000:1.0:1780968360.101378:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 864 00000100:00100000:1.0:1780968360.101383:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fee93ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545420480:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968360.101418:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fee93ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545420480:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 35us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968360.101424:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 864 00000100:00100000:0.0:1780968360.103258:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420672 00000100:00100000:3.0:1780968360.103259:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420608 00000100:00100000:3.0:1780968360.103323:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2592 00000100:00100000:3.0:1780968360.103331:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639b4a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545420608:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968360.103423:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639b4a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545420608:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 92us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968360.103432:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2592 00000100:00100000:0.0:1780968360.103436:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2593 00000100:00100000:0.0:1780968360.103441:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef33ef81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420672:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968360.103477:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef33ef81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420672:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 35us (2931us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968360.103483:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2593 00010000:00010000:2.0:1780968360.327588:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968361.096139:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063118d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551697280:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968361.098683:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968361.098737:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e49f8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551697536:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968361.098773:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968361.098878:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005004581e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551697472:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968361.098884:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697536 00000100:00100000:1.0:1780968361.098917:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968361.099051:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3d0c546 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551697408:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968361.099093:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968361.099132:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bccd434a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551697664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968361.099157:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968361.099198:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697280 00000100:00100000:0.0:1780968361.099221:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697472 00000100:00100000:3.0:1780968361.099231:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1780968361.099250:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000147a8ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551697280:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968361.099266:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:0.0:1780968361.099272:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3befcea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551697536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968361.099304:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000147a8ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551697280:12345-0@lo:400:kworker/u8:3.0 Request processed in 63us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968361.099313:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1780968361.099334:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3befcea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551697536:12345-0@lo:400:kworker/u8:3.0 Request processed in 59us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968361.099343:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00100000:1.0:1780968361.099352:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063118d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551697280:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968361.099363:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:3.0:1780968361.099374:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000880c9389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551697472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968361.099375:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e49f8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551697536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968361.099404:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780968361.099412:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551697344:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968361.099420:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000880c9389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551697472:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968361.099440:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968361.099459:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063c07078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551697600:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968361.099481:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968361.099605:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697408 00000100:00100000:1.0:1780968361.099615:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697664 00000100:00100000:0.0:1780968361.099638:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697344 00000100:00100000:1.0:1780968361.099650:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:1.0:1780968361.099655:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bd43754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3017:x1867475551697664:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968361.099665:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697600 00000100:00100000:0.0:1780968361.099689:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00002000:00000024:1.0:1780968361.099690:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968361.099694:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005579c223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551697408:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968361.099761:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00100000:3.0:1780968361.099791:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1780968361.099796:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551697344:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968361.099895:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bd43754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551697664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 238us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968361.099899:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005579c223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551697408:12345-0@lo:400:kworker/u8:3.0 Request processed in 202us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968361.099908:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:0.0:1780968361.099912:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1780968361.099933:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1780968361.099937:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551697600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968361.099980:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551697600:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968361.099986:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:1.0:1780968361.099994:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005004581e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551697472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968361.100035:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063c07078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551697600:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968361.100199:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3d0c546 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551697408:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968361.100219:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bccd434a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551697664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968361.101240:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551697344:12345-0@lo:400:kworker/u8:3.0 Request processed in 1439us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968361.101264:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:0.0:1780968361.104673:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004926604f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551697344:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1780968361.356048:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968362.376628:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968363.399375:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780968364.435065:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968365.191831:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bde7b04a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551697728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968365.191930:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968365.192057:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697728 00000100:00100000:1.0:1780968365.192298:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1780968365.192308:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551697728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780968365.192358:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:1.0:1780968365.192422:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf7edb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551697728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968365.192429:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:2.0:1780968365.192583:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bde7b04a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551697728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968365.212673:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968365.212734:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968365.212804:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968365.212921:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968365.212933:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420736 00000100:00100000:1.0:1780968365.212954:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420928 00000100:00100000:1.0:1780968365.212982:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420864 00000100:00100000:2.0:1780968365.212986:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 866 00000100:00100000:2.0:1780968365.212995:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e43aa08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545420736:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968365.212998:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2596 00000100:00100000:1.0:1780968365.213002:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420928:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968365.213085:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e43aa08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545420736:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 89us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968365.213105:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 866 00000100:00100000:1.0:1780968365.213114:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420928:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 111us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968365.213152:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2596 00000100:00100000:1.0:1780968365.213170:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2597 00000100:00100000:1.0:1780968365.213174:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b57929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420864:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968365.213198:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b57929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545420864:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 24us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968365.213203:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2597 00000100:00100000:1.0:1780968365.213272:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420800 00000100:00100000:1.0:1780968365.213302:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1444 00000100:00100000:1.0:1780968365.213307:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2222:x1867475545420800:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968365.213338:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2222:x1867475545420800:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 31us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968365.213344:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1444 00000100:00100000:2.0:1780968365.250380:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968365.250839:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545420992 00000100:00100000:1.0:1780968365.250901:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1445 00000100:00100000:1.0:1780968365.250910:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bde7b04a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2218:x1867475545420992:12345-192.168.203.60@tcp:38:kworker/u8:1.0 00010000:02000400:1.0:1780968365.250954:0:97810:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre-MDT0000: Client a658efc9-96b9-4720-9ba4-911cf9404ca5 (at 192.168.203.60@tcp) reconnecting 00010000:00080000:1.0:1780968365.259808:0:97810:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp t21474859026 exp 00000000d8afcc4c cur 4987 last 1780968365 00000004:00100000:1.0:1780968365.259872:0:97810:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.203.60@tcp supports cksum type f7, return f7 00000100:00080000:1.0:1780968365.259908:0:97810:0:(import.c:86:import_set_state_nolock()) 0000000094c72601 : changing import state from FULL to RECOVER 00000100:00080000:1.0:1780968365.259921:0:97810:0:(import.c:86:import_set_state_nolock()) 0000000094c72601 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780968365.260042:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bde7b04a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:2218:x1867475545420992:12345-192.168.203.60@tcp:38:kworker/u8:1.0 Request processed in 9130us (9670us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968365.260056:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1445 00000100:00100000:2.0:1780968365.276828:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968365.276941:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545415616 00000004:00100000:1.0:1780968365.276988:0:97810:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock 0000000000000000 cookie 0x74423a2000762a5e req@0000000025b59e9d x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/0 e 0 to 0 dl 1780968385 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00100000:1.0:1780968365.277036:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21966 00000100:00100000:1.0:1780968365.277044:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025b59e9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+32:150369:x1867475545415616:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:1.0:1780968365.277067:0:97810:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968365.277090:0:97810:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe9e7 lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a5e expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968365.277916:0:97810:0:(mdt_handler.c:4473:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x74423a2000762a5e req@0000000025b59e9d x1867475545415616/t0(0) o101->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:0/0 lens 576/3528 e 0 to 0 dl 1780968385 ref 1 fl Interpret:/0/0 rc 0/0 job:'touch.0' 00010000:00010000:2.0:1780968365.277946:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.277963:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.277981:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.277998:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278006:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278012:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278478:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fe9fc lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278564:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fe9fc lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278579:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fe9fc lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968365.278621:0:97810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c3f:0x0]: returning size 11776 00000004:00200000:2.0:1780968365.278625:0:97810:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968365.278654:0:97810:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fe9fc lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278667:0:97810:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278673:0:97810:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 2/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278679:0:97810:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278686:0:97810:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee11aa80 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968365.278690:0:97810:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278697:0:97810:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 4/0,0 mode: CR/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278711:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0x0 (000000009ce43aec) 00010000:00010000:2.0:1780968365.278714:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968365.278719:0:97810:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 2/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278725:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fe9ee lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278741:0:97810:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278747:0:97810:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278753:0:97810:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278759:0:97810:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968365.278761:0:97810:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278767:0:97810:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 4/0,0 mode: PR/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278774:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3c:0x0].0xcb9f90b0 (000000004bd282d1) 00010000:00010000:2.0:1780968365.278777:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968365.278778:0:97810:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 2/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278784:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fe9f5 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3c:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278821:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f523df6a/0x986691d98fe9e7 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a5e expref: 34 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278835:0:97810:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fe9fc lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a5e expref: 33 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.278848:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3f:0x0].0x0 (00000000b0354aca) 00010000:00010000:2.0:1780968365.278850:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968365.278852:0:97810:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000098eaa1e8, rc 0) 00000100:00100000:2.0:1780968365.278940:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025b59e9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:150369:x1867475545415616:12345-192.168.203.60@tcp:101:touch.0 Request processed in 1895us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968365.278951:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21966 00000100:00100000:2.0:1780968365.284347:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968365.284679:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421184 00000100:00100000:0.0:1780968365.284761:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21967 00000100:00100000:0.0:1780968365.284770:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:150369:x1867475545421184:12345-192.168.203.60@tcp:101:touch.0 00010000:00010000:0.0:1780968365.284809:0:97810:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968365.284812:0:97810:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780968365.284847:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098eaa1e8/0x986691d98fe9fc lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c3f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a5e expref: 33 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.284871:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3f:0x0].0x0 (00000000b0354aca) 00010000:00010000:0.0:1780968365.284883:0:97810:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780968365.284903:0:97810:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fea03 lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a8f expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.285088:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 3/0,1 mode: --/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.285765:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.285780:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.285800:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.285808:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.285815:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968365.286859:0:97810:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x1db7:0x0], index 0: 0 00010000:00010000:0.0:1780968365.287718:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fea18 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287748:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fea18 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c45:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287763:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fea18 lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c45:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287821:0:97810:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 3/0,1 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287829:0:97810:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 2/0,0 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287836:0:97810:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287843:0:97810:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968365.287848:0:97810:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 3/0,0 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287863:0:97810:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 4/0,0 mode: CW/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287878:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3f:0x0].0x0 (00000000d77cb93f) 00010000:00010000:0.0:1780968365.287881:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968365.287887:0:97810:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 2/0,0 mode: --/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287894:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea0a lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968365.287911:0:97810:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b1365ea4 reply state 00000000c7e55b68 transno 21474859062 ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287963:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fea03 lrc: 0/0,0 mode: --/CW res: [0x200002341:0x1c3f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a8f expref: 35 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287984:0:97810:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000dfff84c3/0x986691d98fea18 lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c45:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a8f expref: 34 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.287992:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c45:0x0].0x0 (00000000042b8dcd) 00010000:00010000:0.0:1780968365.287994:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780968365.287996:0:97810:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dfff84c3, rc 0) 00000100:00100000:0.0:1780968365.289260:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1365ea4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150369:x1867475545421184:12345-192.168.203.60@tcp:101:touch.0 Request processed in 4479us (4914us total) trans 21474859062 rc 0/0 00000100:00100000:0.0:1780968365.289348:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21967 00010000:00010000:2.0:1780968365.290803:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.290825:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.290832:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.290839:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086967e2c already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968365.290844:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.290853:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.290872:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c3f:0x0].0xb1bed465 (00000000fb51c494) 00010000:00010000:2.0:1780968365.290875:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968365.290880:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968365.290893:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086967e2c/0x986691d98fea11 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c3f:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968365.291829:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968365.291923:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421312 00000100:00100000:0.0:1780968365.291988:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21968 00000100:00100000:0.0:1780968365.291997:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003a1ab8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:150369:x1867475545421312:12345-192.168.203.60@tcp:36:touch.0 00010000:00010000:0.0:1780968365.292150:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.292172:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968365.292185:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968365.292429:0:97810:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000003a1ab8f reply state 00000000719f9708 transno 21474859063 ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968365.292827:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003a1ab8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:150369:x1867475545421312:12345-192.168.203.60@tcp:36:touch.0 Request processed in 829us (1005us total) trans 21474859063 rc 0/0 00000100:00100000:0.0:1780968365.292836:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21968 00010000:00010000:1.0:1780968365.299163:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968365.299192:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968365.299201:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968365.299207:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f0a9947 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968365.299222:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968365.299230:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968365.299250:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c45:0x0].0x0 (00000000042b8dcd) 00010000:00010000:1.0:1780968365.299253:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968365.299259:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968365.299444:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f0a9947/0x986691d98fea26 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968365.303746:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968365.304055:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421376 00000100:00100000:0.0:1780968365.304154:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35912 00000100:00100000:0.0:1780968365.304163:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2d24f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545421376:12345-192.168.203.60@tcp:2:touch.0 00000100:00100000:0.0:1780968365.305024:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2d24f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2220:x1867475545421376:12345-192.168.203.60@tcp:2:touch.0 Request processed in 856us (1289us total) trans 98784258880 rc 0/0 00000100:00100000:0.0:1780968365.305036:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35912 00000100:00100000:3.0:1780968365.309584:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968365.309721:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421504 00000100:00100000:1.0:1780968365.309781:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9490 00000100:00100000:1.0:1780968365.309790:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5a20a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:150369:x1867475545421504:12345-192.168.203.60@tcp:35:touch.0 00000100:00100000:1.0:1780968365.310833:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5a20a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:150369:x1867475545421504:12345-192.168.203.60@tcp:35:touch.0 Request processed in 1038us (1256us total) trans 21474859064 rc 0/0 00000100:00100000:1.0:1780968365.310844:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9490 00010000:00010000:3.0:1780968365.447452:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968365.758722:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859063 is committed 00000001:00080000:2.0:1780968365.758744:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859064 is committed 00000100:00100000:1.0:1780968366.215475:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780968366.215506:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551697792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968366.215597:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968366.217612:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697792 00000100:00100000:2.0:1780968366.217688:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1780968366.217696:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fd6c947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551697792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780968366.217752:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:2.0:1780968366.217851:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fd6c947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551697792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 154us (2254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968366.217859:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1780968366.218327:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551697792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968366.219270:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069268826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551698048:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968366.219341:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968366.219370:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780968366.219375:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551697856:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968366.219519:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968366.219538:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b055234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551698112:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968366.219566:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968366.219590:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551697920:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968366.219615:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968366.219632:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968366.219637:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ebe07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551697984:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968366.219657:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968366.219692:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698048 00000100:00100000:1.0:1780968366.219734:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1780968366.219740:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c607d2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551698048:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1780968366.219787:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c607d2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551698048:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968366.219794:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1780968366.220590:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698112 00000100:00100000:0.0:1780968366.220634:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697920 00000100:00100000:0.0:1780968366.220651:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697984 00000100:00100000:0.0:1780968366.220669:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1780968366.220674:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041a51968 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551698112:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.220729:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041a51968 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551698112:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968366.220736:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1780968366.220754:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1780968366.220757:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb543be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551697920:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.220785:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb543be1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551697920:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968366.220791:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1780968366.220815:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1780968366.220818:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dc5d2c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551697984:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.220844:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dc5d2c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551697984:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968366.220850:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1780968366.220874:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551697856 00000100:00100000:0.0:1780968366.220895:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1780968366.220899:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9cacd80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551697856:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.220925:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9cacd80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551697856:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968366.220931:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1780968366.221026:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551697856:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.221042:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b055234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551698112:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.221054:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069268826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551698048:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.221299:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ebe07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551697984:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1780968366.221310:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551697920:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1780968366.474589:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968367.499580:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780968368.330949:0:95920:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 98784258880 is committed 00010000:00010000:2.0:1780968368.527826:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968369.543470:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968370.311458:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780968370.311490:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551698176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780968370.311586:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968370.311650:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698176 00000100:00100000:2.0:1780968370.311700:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1780968370.311708:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d09c891 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551698176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968370.311754:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1780968370.311801:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d09c891 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551698176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968370.311808:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1780968370.311871:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551698176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968370.340577:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968370.340632:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968370.340706:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968370.340737:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968370.340800:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421568 00000100:00100000:2.0:1780968370.340863:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 868 00000100:00100000:2.0:1780968370.340872:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028e6b994 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545421568:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968370.340975:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028e6b994 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545421568:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 103us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968370.340984:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 868 00000100:00100000:2.0:1780968370.341222:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421632 00000100:00100000:2.0:1780968370.341259:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1449 00000100:00100000:2.0:1780968370.341265:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b5fcdb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545421632:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968370.341310:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b5fcdb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545421632:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 44us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968370.341317:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1449 00000100:00100000:3.0:1780968370.347969:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421696 00000100:00100000:3.0:1780968370.348045:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421760 00000100:00100000:3.0:1780968370.349499:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2599 00000100:00100000:3.0:1780968370.349520:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004926604f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545421696:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780968370.349641:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004926604f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545421696:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 127us (9010us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968370.349650:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2599 00000100:00100000:3.0:1780968370.349690:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2600 00000100:00100000:3.0:1780968370.349694:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030fd4041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545421760:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780968370.349719:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030fd4041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545421760:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 25us (8983us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968370.349725:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2600 00010000:00010000:0.0:1780968370.568321:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968371.336602:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c7a8d46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551698432:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968371.336701:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968371.336759:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780968371.336766:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006327ba84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551698240:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968371.336817:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968371.336837:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000649fad98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551698496:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968371.336864:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968371.336904:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698432 00000100:00100000:2.0:1780968371.336956:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698496 00000100:00100000:2.0:1780968371.337326:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:2.0:1780968371.337334:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ce4e328 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551698432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968371.337462:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ce4e328 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551698432:12345-0@lo:400:kworker/u8:3.0 Request processed in 126us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968371.337472:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:2.0:1780968371.337496:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1780968371.337500:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011f7a421 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551698496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968371.337692:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698240 00000100:00100000:3.0:1780968371.337729:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1780968371.337734:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000275ae102 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551698240:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968371.337782:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000275ae102 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551698240:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968371.337789:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1780968371.337848:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006327ba84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551698240:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968371.337864:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c7a8d46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551698432:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968371.338135:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011f7a421 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551698496:12345-0@lo:400:kworker/u8:3.0 Request processed in 612us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968371.338143:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1780968371.338331:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551698304:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968371.338374:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968371.338411:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcd96f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551698560:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968371.338434:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968371.338452:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780968371.338458:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000368b3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551698368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968371.338478:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968371.338494:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000463308be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551698624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968371.338515:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968371.339566:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000649fad98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551698496:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968371.339696:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698304 00000100:00100000:3.0:1780968371.340222:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698624 00000100:00100000:3.0:1780968371.340263:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:3.0:1780968371.340270:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d0c546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551698624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780968371.340317:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:3.0:1780968371.340385:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d0c546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551698624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (1869us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968371.340393:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:2.0:1780968371.341261:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698560 00000100:00100000:1.0:1780968371.341373:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698368 00000100:00100000:1.0:1780968371.341407:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1780968371.341412:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5a843d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551698304:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968371.341476:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5a843d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551698304:12345-0@lo:400:kworker/u8:3.0 Request processed in 64us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968371.341484:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1780968371.341502:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1780968371.341505:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cd1f753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551698560:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968371.341532:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cd1f753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551698560:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (3098us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968371.341539:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1780968371.341550:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1780968371.341554:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005393e98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551698368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968371.341584:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005393e98b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551698368:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968371.341590:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1780968371.341652:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000368b3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551698368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968371.341674:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000463308be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551698624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968371.341686:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679cea3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551698304:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968371.341696:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcd96f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551698560:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1780968371.594537:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968372.618535:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968373.639336:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968374.663287:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968375.433681:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063c07078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551698688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968375.433777:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968375.434388:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698688 00000100:00100000:0.0:1780968375.434453:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:0.0:1780968375.434460:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddd94adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551698688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968375.434504:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968375.434574:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddd94adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551698688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968375.434582:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:2.0:1780968375.434670:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063c07078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551698688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968375.449496:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968375.449553:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968375.449589:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968375.449621:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968375.449666:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421952 00000100:00100000:3.0:1780968375.449724:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422016 00000100:00100000:3.0:1780968375.449746:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2603 00000100:00100000:3.0:1780968375.449754:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ae1266 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545421952:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968375.449848:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ae1266 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545421952:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 93us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968375.449857:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2603 00000100:00100000:3.0:1780968375.449876:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2604 00000100:00100000:3.0:1780968375.449882:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cef69b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545422016:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968375.449906:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cef69b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545422016:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 24us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968375.449913:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2604 00000100:00100000:3.0:1780968375.449937:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421888 00000100:00100000:3.0:1780968375.449968:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1453 00000100:00100000:3.0:1780968375.449972:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecddd53b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545421888:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968375.450004:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecddd53b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545421888:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 31us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968375.450012:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1453 00000100:00100000:1.0:1780968375.450394:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545421824 00000100:00100000:1.0:1780968375.450433:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 870 00000100:00100000:1.0:1780968375.450438:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5a9538 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545421824:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1780968375.450476:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5a9538 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545421824:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 37us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968375.450483:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 870 00010000:00010000:0.0:1780968375.689797:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780968376.038907:0:116472:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780968376.038916:0:116472:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 423: statfs should return a right data ==== 21:26:13 (1780968373) 00000100:00100000:1.0:1780968376.455520:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085f1c45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551698944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968376.455521:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6909148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551699008:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.455605:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004daa15d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551698816:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968376.455750:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feb297b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551698880:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968376.456553:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968376.463611:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698944 00000100:00100000:1.0:1780968376.464316:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1780968376.464325:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070a1b933 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551698944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968376.464460:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070a1b933 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551698944:12345-0@lo:400:kworker/u8:3.0 Request processed in 134us (7912us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968376.464469:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1780968376.464547:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085f1c45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551698944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968376.465483:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968376.465589:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699008 00000100:00100000:2.0:1780968376.465642:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1780968376.465648:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003404b5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551699008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968376.465706:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003404b5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551699008:12345-0@lo:400:kworker/u8:3.0 Request processed in 57us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968376.465715:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1780968376.465757:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6909148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551699008:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.467011:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968376.467059:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035e3246a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551698752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968376.467097:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968376.467113:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7fb5147 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551699072:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.467317:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968376.467380:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698752 00000100:00100000:0.0:1780968376.467425:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:0.0:1780968376.467430:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005004581e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551698752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968376.467474:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968376.467514:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005004581e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551698752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968376.467521:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:0.0:1780968376.467554:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698816 00000100:00100000:0.0:1780968376.467580:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1780968376.467583:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bea79d73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551698816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.467610:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bea79d73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551698816:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968376.467616:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1780968376.467661:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004daa15d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551698816:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.467679:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035e3246a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551698752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968376.468851:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699072 00000100:00100000:2.0:1780968376.468934:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:2.0:1780968376.468941:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e49f8af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551699072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968376.469030:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e49f8af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551699072:12345-0@lo:400:kworker/u8:3.0 Request processed in 89us (1713us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968376.469039:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:0.0:1780968376.469315:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7fb5147 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551699072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968376.474561:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968376.474633:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000314bd191 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551699136:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968376.474680:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968376.475246:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551698880 00000100:00100000:1.0:1780968376.475376:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699136 00000100:00100000:0.0:1780968376.481541:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1780968376.481557:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c95a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551698880:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.481705:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c95a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551698880:12345-0@lo:400:kworker/u8:3.0 Request processed in 151us (7155us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968376.481760:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feb297b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551698880:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968376.485893:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1780968376.485915:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000664f701f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551699136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968376.486091:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000664f701f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551699136:12345-0@lo:400:kworker/u8:3.0 Request processed in 182us (11410us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968376.486102:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1780968376.486359:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000314bd191 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551699136:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968376.490359:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00010000:00010000:1.0:1780968376.711604:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968377.738203:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968378.159681:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968378.162045:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422080 00000100:00100000:1.0:1780968378.162262:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21969 00000100:00100000:1.0:1780968378.162271:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eac47e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:151060:x1867475545422080:12345-192.168.203.60@tcp:101:df.0 00010000:00010000:1.0:1780968378.162305:0:97810:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968378.162336:0:97810:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fea2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a96 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968378.162415:0:97810:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fea34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968378.162434:0:97810:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fea34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968378.162452:0:97810:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fea34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968378.162869:0:97810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 24064 00000004:00200000:1.0:1780968378.162874:0:97810:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 90 stripe count 1 MDT count 1 00000004:00010000:1.0:1780968378.162910:0:97810:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fea34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968378.162943:0:97810:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fea2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a96 expref: 35 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968378.163020:0:97810:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fea34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a96 expref: 34 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968378.163031:0:97810:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:1.0:1780968378.163034:0:97810:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780968378.163038:0:97810:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f2419065, rc 0) 00000100:00100000:1.0:1780968378.163187:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eac47e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:151060:x1867475545422080:12345-192.168.203.60@tcp:101:df.0 Request processed in 916us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968378.163197:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21969 00000100:00100000:3.0:1780968378.173601:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968378.174094:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422144 00000100:00100000:2.0:1780968378.174210:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21970 00000100:00100000:2.0:1780968378.174219:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000463308be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:151063:x1867475545422144:12345-192.168.203.60@tcp:101:df.0 00010000:00010000:2.0:1780968378.174259:0:103641:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968378.174287:0:103641:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762a9d expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.174369:0:103641:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fea42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.174388:0:103641:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fea42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.174401:0:103641:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fea42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968378.174489:0:103641:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 24064 00000004:00200000:2.0:1780968378.174494:0:103641:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 90 stripe count 1 MDT count 1 00000004:00010000:2.0:1780968378.174523:0:103641:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fea42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.174572:0:103641:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a9d expref: 36 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.174591:0:103641:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fea42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a9d expref: 35 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.174600:0:103641:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968378.174602:0:103641:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780968378.174606:0:103641:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee11aa80, rc 0) 00000100:00100000:2.0:1780968378.174683:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000463308be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:151063:x1867475545422144:12345-192.168.203.60@tcp:101:df.0 Request processed in 463us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968378.174692:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21970 00000100:00100000:0.0:1780968378.183406:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968378.183450:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968378.183578:0:5516:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422272 00000100:00100000:2.0:1780968378.183660:0:5516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 13379 00000100:00100000:2.0:1780968378.183667:0:5516:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:2221:x1867475545422272:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780968378.183687:0:5516:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780968378.183734:0:5516:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee11aa80/0x986691d98fea42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a9d expref: 35 pid: 103641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968378.183760:0:5516:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968378.183767:0:5516:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780968378.183838:0:5516:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf13590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2221:x1867475545422272:12345-192.168.203.60@tcp:103:ldlm_bl_05.0 Request processed in 170us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968378.183845:0:5516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 13379 00000100:00100000:1.0:1780968378.184018:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422208 00000100:00100000:1.0:1780968378.184059:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21971 00000100:00100000:1.0:1780968378.184064:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063118d74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:151060:x1867475545422208:12345-192.168.203.60@tcp:41:df.0 00000004:00000024:1.0:1780968378.184168:0:97810:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 7679770624 avail 7675576320 00000100:00100000:1.0:1780968378.184208:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063118d74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:151060:x1867475545422208:12345-192.168.203.60@tcp:41:df.0 Request processed in 143us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968378.184214:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21971 00010000:00010000:0.0:1780968378.760539:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968379.783269:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968380.559426:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551699200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968380.559668:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968380.559737:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699200 00000100:00100000:0.0:1780968380.559793:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1780968380.559800:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063c07078 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551699200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968380.559852:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968380.559901:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063c07078 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551699200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968380.559909:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1780968380.559971:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551699200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968380.594291:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968380.594344:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968380.594902:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968380.594954:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968380.595002:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422400 00000100:00100000:3.0:1780968380.595108:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1457 00000100:00100000:3.0:1780968380.595139:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bccd434a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2221:x1867475545422400:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968380.595246:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bccd434a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2221:x1867475545422400:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 108us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968380.595257:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1457 00000100:00100000:3.0:1780968380.595291:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422528 00000100:00100000:3.0:1780968380.595318:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422464 00000100:00100000:3.0:1780968380.595337:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2607 00000100:00100000:3.0:1780968380.595341:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd2294ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422528:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968380.595427:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422336 00000100:00100000:2.0:1780968380.595459:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 872 00000100:00100000:2.0:1780968380.595465:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfb8a831 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545422336:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1780968380.595494:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfb8a831 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545422336:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 28us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968380.595501:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 872 00000100:00100000:3.0:1780968380.596442:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd2294ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422528:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 1027us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968380.596454:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2607 00000100:00100000:3.0:1780968380.596751:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2608 00000100:00100000:3.0:1780968380.596758:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e8905ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422464:12345-192.168.203.60@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1780968380.596815:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e8905ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422464:12345-192.168.203.60@tcp:400:kworker/u8:1.0 Request processed in 58us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968380.596822:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2608 00010000:00010000:1.0:1780968380.811100:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968381.575467:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780968381.575499:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551699264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968381.575603:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968381.575664:0:6330:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699264 00000100:00100000:0.0:1780968381.575723:0:6330:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:0.0:1780968381.575731:0:6330:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd937490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551699264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968381.575778:0:6330:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968381.575825:0:6330:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd937490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551699264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968381.575834:0:6330:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:0.0:1780968381.575895:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551699264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968381.576502:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216aedd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551699392:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576546:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968381.576572:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780968381.576578:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e606c74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551699456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576600:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968381.576632:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699392 00000100:00100000:3.0:1780968381.576668:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699456 00000100:00100000:3.0:1780968381.576688:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1780968381.576693:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d9fea9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551699392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576738:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d9fea9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551699392:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968381.576745:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1780968381.576762:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1780968381.576766:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bacb886a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551699456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576791:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bacb886a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3015:x1867475551699456:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968381.576796:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1780968381.576820:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ae1266 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551699520:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576847:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968381.576865:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780968381.576870:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c865b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551699328:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576900:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968381.576914:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028cef69b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551699584:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.576932:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968381.576955:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699520 00000100:00100000:3.0:1780968381.576978:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1780968381.576981:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000482a2c0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551699520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.579199:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000482a2c0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551699520:12345-0@lo:400:kworker/u8:0.0 Request processed in 2205us (2341us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968381.579217:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1780968381.579281:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699328 00000100:00100000:3.0:1780968381.579344:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1780968381.579349:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fa17932 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551699328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.579420:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fa17932 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551699328:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968381.579429:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1780968381.579474:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699584 00000100:00100000:3.0:1780968381.579504:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1780968381.579508:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b168c512 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551699584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.579542:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b168c512 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551699584:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968381.579549:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1780968381.579629:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e606c74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3015:1867475551699456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968381.579646:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216aedd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551699392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968381.589070:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ae1266 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551699520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968381.589188:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c865b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551699328:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968381.589204:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028cef69b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551699584:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1780968381.836525:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968382.855363:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968383.879961:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968384.910367:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968385.671497:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551699648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968385.671566:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968385.671682:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699648 00000100:00100000:3.0:1780968385.671730:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:3.0:1780968385.671736:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c8e1bfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551699648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780968385.671770:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 26411008 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1780968385.671815:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c8e1bfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551699648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968385.671823:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:3.0:1780968385.671868:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057b427ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551699648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968385.688409:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968385.688460:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968385.688799:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422656 00000100:00100000:2.0:1780968385.688857:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1461 00000100:00100000:2.0:1780968385.688862:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e46ac2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2221:x1867475545422656:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968385.688926:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e46ac2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2221:x1867475545422656:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 63us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968385.688934:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1461 00000100:00100000:0.0:1780968385.691713:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968385.691763:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968385.691834:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422592 00000100:00100000:2.0:1780968385.691878:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 874 00000100:00100000:2.0:1780968385.691885:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f9ecd7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545422592:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968385.691954:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f9ecd7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545422592:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 55us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968385.691966:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 874 00000100:00100000:1.0:1780968385.695709:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422784 00000100:00100000:1.0:1780968385.695807:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422720 00000100:00100000:2.0:1780968385.696628:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2610 00000100:00100000:2.0:1780968385.696636:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3befcea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422784:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968385.696725:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3befcea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422784:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 88us (8265us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968385.696734:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2610 00000100:00100000:2.0:1780968385.696754:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2611 00000100:00100000:2.0:1780968385.696758:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004926604f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422720:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968385.696782:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004926604f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545422720:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 23us (5020us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968385.696789:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2611 00010000:00010000:3.0:1780968385.927796:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780968386.695639:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780968386.695659:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e49f8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551699776:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.695739:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968386.695766:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fa35a1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551699840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968386.695790:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968386.695812:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf0f261d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551700096:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.695833:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968386.695845:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780968386.695850:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d56cf6be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551700032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.695873:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968386.695890:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699840 00000100:00100000:0.0:1780968386.695896:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700032 00000100:00100000:1.0:1780968386.695924:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1780968386.695924:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:1.0:1780968386.695930:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551699840:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968386.695930:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f92aaee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551700032:12345-0@lo:400:kworker/u8:0.0 00002000:00000024:1.0:1780968386.695970:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968386.695972:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f92aaee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551700032:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968386.695979:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00100000:1.0:1780968386.695998:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e3c1ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551699840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968386.696004:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1780968386.696013:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d56cf6be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551700032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.696026:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fa35a1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551699840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968386.696183:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699776 00000100:00100000:2.0:1780968386.696215:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700096 00000100:00100000:2.0:1780968386.696228:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1780968386.696232:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057b427ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551699776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968386.696262:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057b427ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551699776:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968386.696268:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1780968386.696278:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1780968386.696281:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551700096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780968386.696298:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551700096:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968386.696303:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1780968386.696819:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf0f261d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551700096:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.696828:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e49f8af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551699776:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.697851:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030fd4041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551699712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.697912:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968386.697949:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000aea6f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551699968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.697982:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968386.698011:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968386.698017:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000637da5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551699904:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.698038:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968386.698099:0:97810:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699904 00000100:00100000:3.0:1780968386.698166:0:97810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1780968386.698172:0:97810:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e606c74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551699904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.698213:0:97810:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e606c74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551699904:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968386.698219:0:97810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1780968386.698411:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699968 00000100:00100000:3.0:1780968386.698438:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:3.0:1780968386.698442:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216aedd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551699968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.698472:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216aedd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551699968:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968386.698478:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:3.0:1780968386.698515:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000637da5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551699904:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780968386.698525:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000aea6f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551699968:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.699541:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551699712 00000100:00100000:0.0:1780968386.699575:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1780968386.699580:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d06b882 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551699712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780968386.699636:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d06b882 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3016:x1867475551699712:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968386.699642:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1780968386.700843:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030fd4041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3016:1867475551699712:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1780968386.951426:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968387.980822:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780968388.334489:0:116668:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780968388.334495:0:116668:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 424: simulate ENOMEM in ptl_send_rpc bulk reply ME attach ========================================================== 21:26:24 (1780968384) 00000100:00100000:3.0:1780968388.804674:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968388.804763:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422912 00000100:00100000:0.0:1780968388.804821:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21972 00000100:00100000:0.0:1780968388.804827:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003779fb59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:151625:x1867475545422912:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:0.0:1780968388.804862:0:103628:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780968388.804865:0:103628:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780968388.804893:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2419065/0x986691d98fea34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762a96 expref: 34 pid: 97810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806321:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:0.0:1780968388.806331:0:103628:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780968388.806347:0:103628:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fea49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762aa4 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806489:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806505:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806514:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806528:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806535:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.806541:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780968388.807983:0:103628:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x1697:0x0], index 1: 0 00010000:00010000:0.0:1780968388.809411:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fea5e lrc: 3/1,0 mode: --/CR res: [0x200002341:0x1c46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.809431:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fea5e lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c46:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.809443:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fea5e lrc: 3/1,0 mode: CR/CR res: [0x200002341:0x1c46:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810340:0:103628:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810353:0:103628:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810361:0:103628:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810367:0:103628:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005bbf35a9 already unused, calling callback (00000000fe98aef2) 00010000:00010000:0.0:1780968388.810370:0:103628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810377:0:103628:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810390:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:0.0:1780968388.810393:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780968388.810397:0:103628:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810402:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbf35a9/0x986691d98fea50 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968388.810416:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003779fb59 reply state 0000000070fd0321 transno 21474859065 ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810449:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98fea49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762aa4 expref: 36 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810462:0:103628:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fea5e lrc: 3/0,0 mode: CR/CR res: [0x200002341:0x1c46:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762aa4 expref: 35 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968388.810467:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c46:0x0].0x0 (0000000072610501) 00010000:00010000:0.0:1780968388.811216:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780968388.811281:0:103628:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cfe4a51a, rc 0) 00000100:00100000:0.0:1780968388.811364:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003779fb59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:151625:x1867475545422912:12345-192.168.203.60@tcp:101:dd.0 Request processed in 6534us (6693us total) trans 21474859065 rc 0/0 00000100:00100000:0.0:1780968388.811374:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21972 00010000:00010000:2.0:1780968388.818462:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.818482:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.818489:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.818495:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e030a4f5 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968388.818499:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.818505:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.818520:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe085435e (00000000fab5199a) 00010000:00010000:2.0:1780968388.818523:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968388.818526:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.818532:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e030a4f5/0x986691d98fea57 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780968388.827984:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968388.836737:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545422976 00000100:00100000:2.0:1780968388.836805:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35913 00000100:00100000:2.0:1780968388.836811:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070c68e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:151625:x1867475545422976:12345-192.168.203.60@tcp:101:dd.0 00010000:00010000:2.0:1780968388.836830:0:6327:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968388.837454:0:6327:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 2/0,0 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762aab expref: -99 pid: 6327 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780968388.837493:0:6327:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x1697:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1780968388.837515:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968388.837517:0:6327:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780968388.837529:0:6327:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 3/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 7 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.837553:0:6327:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 3/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 7 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968388.837565:0:6327:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee11aa80, rc 0) 00000100:00100000:2.0:1780968388.837623:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070c68e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:151625:x1867475545422976:12345-192.168.203.60@tcp:101:dd.0 Request processed in 811us (9648us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968388.837630:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35913 00000100:00100000:0.0:1780968388.899435:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968388.899528:0:104679:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423104 00002000:00100000:3.0:1780968388.899575:0:104679:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x100010000:0x1697:0x0] (0->1048575) req@00000000913b7252 x1867475545423104/t0(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:404/0 lens 488/0 e 0 to 0 dl 1780968394 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:3.0:1780968388.899586:0:104679:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000913b7252 with x1867475545423104 ext(0->1048575) 00002000:00010000:3.0:1780968388.899591:0:104679:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000913b7252 00000100:00100000:3.0:1780968388.899676:0:104679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21226 00000100:00100000:3.0:1780968388.899683:0:104679:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2222:x1867475545423104:12345-192.168.203.60@tcp:4:dd.0 00000100:00100000:0.0:1780968388.921581:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968388.921685:0:22323:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423232 00002000:00100000:2.0:1780968388.921742:0:22323:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x1697:0x0] (1048576->2097151) req@0000000021af813b x1867475545423232/t0(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:404/0 lens 488/0 e 0 to 0 dl 1780968394 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:2.0:1780968388.921753:0:22323:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000021af813b with x1867475545423232 ext(1048576->2097151) 00002000:00010000:2.0:1780968388.921758:0:22323:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 0000000021af813b 00000100:00100000:2.0:1780968388.921792:0:22323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21227 00000100:00100000:2.0:1780968388.921799:0:22323:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021af813b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+9:2221:x1867475545423232:12345-192.168.203.60@tcp:4:dd.0 00000100:00100000:1.0:1780968388.955706:0:22323:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021af813b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a658efc9-96b9-4720-9ba4-911cf9404ca5+12:2221:x1867475545423232:12345-192.168.203.60@tcp:4:dd.0 Request processed in 33900us (34126us total) trans 4294976135 rc 0/0 00000100:00100000:1.0:1780968388.955723:0:22323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21227 00002000:00100000:1.0:1780968388.955735:0:22323:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x1697:0x0] (1048576->2097151) req@0000000021af813b x1867475545423232/t4294976135(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:404/0 lens 488/448 e 0 to 0 dl 1780968394 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:1.0:1780968388.955745:0:22323:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 0000000021af813b with x1867475545423232 ext(1048576->2097151) 00002000:00010000:1.0:1780968388.955749:0:22323:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 0000000021af813b 00000100:00100000:3.0:1780968388.964701:0:104679:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000913b7252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_019:a658efc9-96b9-4720-9ba4-911cf9404ca5+11:2222:x1867475545423104:12345-192.168.203.60@tcp:4:dd.0 Request processed in 65010us (65267us total) trans 4294976134 rc 0/0 00000100:00100000:3.0:1780968388.964717:0:104679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21226 00002000:00100000:3.0:1780968388.964730:0:104679:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_019: refresh rw locks for [0x100010000:0x1697:0x0] (0->1048575) req@00000000913b7252 x1867475545423104/t4294976134(0) o4->a658efc9-96b9-4720-9ba4-911cf9404ca5@192.168.203.60@tcp:404/0 lens 488/448 e 0 to 0 dl 1780968394 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:3.0:1780968388.964739:0:104679:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000913b7252 with x1867475545423104 ext(0->1048575) 00002000:00010000:3.0:1780968388.964744:0:104679:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000913b7252 00000100:00100000:0.0:1780968388.968956:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968388.969528:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423296 00000100:00100000:1.0:1780968388.969587:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21973 00000100:00100000:1.0:1780968388.969593:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000880c9389 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:151625:x1867475545423296:12345-192.168.203.60@tcp:44:dd.0 00010000:00010000:1.0:1780968389.001765:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968389.067888:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000880c9389 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:151625:x1867475545423296:12345-192.168.203.60@tcp:44:dd.0 Request processed in 98288us (98946us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968389.067903:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21973 00000001:00080000:0.0:1780968389.068328:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859065 is committed 00000100:00100000:0.0:1780968389.082231:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968389.082501:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423360 00000100:00100000:2.0:1780968389.082566:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 35914 00000100:00100000:2.0:1780968389.082572:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+11:2219:x1867475545423360:12345-192.168.203.60@tcp:16:dd.0 00000001:00080000:2.0:1780968389.204280:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976135 is committed 00000100:00100000:3.0:1780968389.206145:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e56725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2219:x1867475545423360:12345-192.168.203.60@tcp:16:dd.0 Request processed in 123535us (123884us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968389.206161:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 35914 00000100:00100000:2.0:1780968389.210646:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968389.210757:0:97813:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423488 00000100:00100000:1.0:1780968389.210812:0:97813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9491 00000100:00100000:1.0:1780968389.210818:0:97813:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000314bd191 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:151625:x1867475545423488:12345-192.168.203.60@tcp:35:dd.0 00000100:00100000:1.0:1780968389.211263:0:97813:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000314bd191 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:151625:x1867475545423488:12345-192.168.203.60@tcp:35:dd.0 Request processed in 443us (623us total) trans 21474859066 rc 0/0 00000100:00100000:1.0:1780968389.211271:0:97813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9491 00000100:00100000:0.0:1780968389.290361:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968389.290612:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423552 00000100:00100000:1.0:1780968389.290667:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21974 00000100:00100000:1.0:1780968389.290674:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cec4f4d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:151633:x1867475545423552:12345-192.168.203.60@tcp:101:rm.0 00010000:00010000:1.0:1780968389.290698:0:103628:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780968389.290719:0:103628:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fea73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762ab2 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290778:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 3/1,0 mode: --/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290792:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290804:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780968389.290839:0:103628:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c46:0x0]: returning size 2097152 00000004:00200000:1.0:1780968389.290843:0:103628:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1780968389.290874:0:103628:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290888:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290911:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d066f583/0x986691d98fea73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ab2 expref: 37 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290928:0:103628:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 3/0,0 mode: PR/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ab2 expref: 36 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.290951:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c46:0x0].0x0 (0000000072610501) 00010000:00010000:1.0:1780968389.290954:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780968389.290957:0:103628:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fa812482, rc 0) 00000100:00100000:1.0:1780968389.291016:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cec4f4d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:151633:x1867475545423552:12345-192.168.203.60@tcp:101:rm.0 Request processed in 341us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968389.291023:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21974 00000100:00100000:0.0:1780968389.309606:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968389.312213:0:103628:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423680 00000100:00100000:2.0:1780968389.312290:0:103628:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21975 00000100:00100000:2.0:1780968389.312297:0:103628:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b57929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:151633:x1867475545423680:12345-192.168.203.60@tcp:36:rm.0 00010000:00010000:2.0:1780968389.312348:0:103628:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780968389.312385:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fa812482/0x986691d98fea7a lrc: 0/0,0 mode: --/PR res: [0x200002341:0x1c46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ab2 expref: 36 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312410:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfe4a51a/0x986691d98fea5e lrc: 0/0,0 mode: --/CR res: [0x200002341:0x1c46:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762aa4 expref: 35 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312419:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c46:0x0].0x0 (0000000072610501) 00010000:00010000:2.0:1780968389.312429:0:103628:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780968389.312456:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312470:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312479:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312493:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312500:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312507:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312616:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,1 mode: --/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312625:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.312636:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780968389.313053:0:103628:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].2875, 64 off192192 00000004:00080000:2.0:1780968389.313061:0:103628:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5011480943952ns, next at 5012480941567ns, rc = 0 00010000:00010000:2.0:1780968389.313177:0:103628:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313186:0:103628:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313194:0:103628:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313200:0:103628:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 4/0,1 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313205:0:103628:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 4/0,1 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313210:0:103628:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313241:0:103628:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1780968389.313258:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c7b57929 reply state 00000000cebdd2ab transno 21474859067 ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313302:0:103628:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313309:0:103628:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313314:0:103628:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313319:0:103628:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968389.313323:0:103628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313328:0:103628:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313336:0:103628:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968389.313338:0:103628:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968389.313341:0:103628:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968389.313345:0:103628:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8efb151/0x986691d98fea81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780968389.313352:0:103628:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c7b57929 reply state 00000000cebdd2ab transno 21474859067 ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780968389.313424:0:103628:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b57929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:151633:x1867475545423680:12345-192.168.203.60@tcp:36:rm.0 Request processed in 1125us (3823us total) trans 21474859067 rc 0/0 00000100:00100000:2.0:1780968389.313431:0:103628:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21975 00010000:00010000:1.0:1780968389.314773:0:5518:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780968389.314781:0:5518:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.314792:0:5518:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee58677 already unused, calling callback (00000000e25a5029) 00010000:00010000:1.0:1780968389.314794:0:5518:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.314801:0:5518:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.314814:0:5518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c46:0x0].0x0 (00000000b0354aca) 00010000:00010000:1.0:1780968389.314817:0:5518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780968389.314820:0:5518:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 1/0,0 mode: --/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.314825:0:5518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ee58677/0x986691d98fea96 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612788507984320 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.314839:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968389.314840:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968389.314841:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968389.329103:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329145:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329154:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329160:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a91a139 already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968389.329163:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329171:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329187:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe085435e (0000000023b6e339) 00010000:00010000:1.0:1780968389.329189:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780968389.329194:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329204:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a91a139/0x986691d98fea88 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329221:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,1 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329227:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 2/0,0 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329232:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329237:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf1421fd already unused, calling callback (00000000fe98aef2) 00010000:00010000:1.0:1780968389.329239:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 3/0,0 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329244:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 4/0,0 mode: EX/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329251:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c46:0x0].0x0 (00000000b0354aca) 00010000:00010000:1.0:1780968389.329253:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780968389.329255:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 2/0,0 mode: --/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780968389.329260:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf1421fd/0x986691d98fea8f lrc: 0/0,0 mode: --/EX res: [0x200002341:0x1c46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968390.023355:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780968390.792683:0:97841:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5012960564374ns, next at 5013960562156ns, rc = 0 00000100:00100000:3.0:1780968390.792774:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551700160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968390.792838:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968390.793558:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700160 00000100:00100000:0.0:1780968390.793617:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1780968390.793622:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073c90259 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551700160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968390.793645:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 29818880 pending 0 free 3845128192 avail 3840933888 00000100:00100000:0.0:1780968390.793695:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073c90259 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551700160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968390.793702:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:3.0:1780968390.795562:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551700160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968390.811598:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968390.811650:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968390.811766:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423744 00000100:00100000:3.0:1780968390.811819:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968390.811850:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 876 00000100:00100000:2.0:1780968390.811861:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053a6a6c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545423744:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780968390.811879:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968390.811945:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053a6a6c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2222:x1867475545423744:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 85us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968390.811954:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 876 00000100:00100000:2.0:1780968390.815796:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423808 00000100:00100000:2.0:1780968390.815859:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1465 00000100:00100000:2.0:1780968390.815866:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfc88b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:2222:x1867475545423808:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968390.815941:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfc88b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:2222:x1867475545423808:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 75us (4125us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968390.815949:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1465 00000100:00100000:1.0:1780968390.835443:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423872 00000100:00100000:1.0:1780968390.835545:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545423936 00000100:00100000:1.0:1780968390.835590:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2614 00000100:00100000:1.0:1780968390.835598:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000015c9303 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545423872:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780968390.835719:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000015c9303 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2222:x1867475545423872:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 121us (24069us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968390.835727:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2614 00000100:00100000:1.0:1780968390.835753:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2615 00000100:00100000:1.0:1780968390.835758:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005579c223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2222:x1867475545423936:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1780968390.835785:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005579c223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2222:x1867475545423936:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 27us (23908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968390.835793:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2615 00010000:00010000:0.0:1780968391.047288:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968391.815435:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041a51968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551700224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968391.815521:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968391.816884:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700224 00000100:00100000:0.0:1780968391.817067:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:0.0:1780968391.817075:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb543be1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551700224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968391.817134:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968391.817207:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb543be1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551700224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (1687us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968391.817215:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00100000:0.0:1780968391.817273:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041a51968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551700224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780968391.817498:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551700288:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968391.817549:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968391.817566:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551700544:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968391.817589:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968391.817604:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780968391.817609:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551700352:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968391.817626:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968391.817646:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551700480:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968391.817667:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968391.817679:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780968391.817683:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551700416:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968391.817843:0:97805:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700288 00000100:00100000:1.0:1780968391.817891:0:97805:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1780968391.817895:0:97805:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c947b841 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551700288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1780968391.818037:0:97805:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c947b841 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3017:x1867475551700288:12345-0@lo:400:kworker/u8:3.0 Request processed in 141us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968391.818045:0:97805:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1780968391.818079:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e1ae2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3017:1867475551700288:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968391.820152:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968391.820308:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700544 00000100:00100000:3.0:1780968391.820354:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700352 00000100:00100000:3.0:1780968391.820372:0:103641:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700416 00000100:00100000:3.0:1780968391.820391:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1780968391.820397:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551700544:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968391.820461:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050976b7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551700544:12345-0@lo:400:kworker/u8:3.0 Request processed in 63us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968391.820471:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1780968391.820487:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1780968391.820490:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050a6fc88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551700352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968391.820511:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050a6fc88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3017:x1867475551700352:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (2886us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968391.820517:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1780968391.820525:0:103641:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1780968391.820528:0:103641:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6d26e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551700416:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968391.820547:0:103641:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6d26e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551700416:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968391.820552:0:103641:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1780968391.820714:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700480 00000100:00100000:2.0:1780968391.820744:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:2.0:1780968391.820748:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007436b2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551700480:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1780968391.820781:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007436b2ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551700480:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968391.820787:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:0.0:1780968391.821564:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045c38e75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551700416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1780968391.821579:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551700480:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968391.833129:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3017:1867475551700352:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1780968391.833158:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551700544:0@lo:400:kworker/u8:3.0 00010000:00010000:0.0:1780968392.075243:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968393.096667:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968394.120158:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968394.475810:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 123 committed 00000001:00080000:2.0:1780968394.475844:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859066 is committed 00000001:00080000:2.0:1780968394.475858:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859067 is committed 00000004:00080000:2.0:1780968394.475863:0:97842:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 122 committed 00000100:00100000:2.0:1780968394.477711:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6909148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551700608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780968394.477805:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968394.477880:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700608 00000100:00100000:2.0:1780968394.477949:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35915 00000100:00100000:2.0:1780968394.477957:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a4e4f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551700608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780968394.478003:0:103855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5783 count 1 00010000:00010000:2.0:1780968394.478046:0:103855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,1 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968394.478070:0:103855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 2/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 6 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968394.478079:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780968394.478081:0:103855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780968394.478084:0:103855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 4/0,1 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968394.478776:0:103855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 3/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 6 pid: 6327 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968394.478799:0:103855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 4/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 6 pid: 6327 timeout: 5116 lvb_type: 0 00000100:00100000:2.0:1780968394.478814:0:103855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf51c64b pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:103855:1867475551700672:192.168.203.60@tcp:104: 00000100:00100000:2.0:1780968394.479556:0:103855:0:(client.c:2500:ptlrpc_set_wait()) set 000000005f7dae34 going to sleep for 6 seconds 00000100:00100000:3.0:1780968394.491933:0:103855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf51c64b pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:103855:1867475551700672:192.168.203.60@tcp:104: 00010000:00010000:3.0:1780968394.491978:0:103855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,1 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968394.493306:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968394.494167:0:24620:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424000 00010000:00010000:3.0:1780968394.494220:0:24620:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 4/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 7 pid: 6327 timeout: 5116 lvb_type: 0 00000100:00100000:3.0:1780968394.494270:0:24620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9035 00000100:00100000:3.0:1780968394.494278:0:24620:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea2e9a51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+7:2220:x1867475545424000:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780968394.494301:0:24620:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780968394.494306:0:24620:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 4/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 7 pid: 6327 timeout: 5116 lvb_type: 0 00010000:00010000:3.0:1780968394.494318:0:24620:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 3/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 7 pid: 6327 timeout: 5116 lvb_type: 0 00010000:00010000:3.0:1780968394.494350:0:24620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee11aa80/0x986691d98fea6c lrc: 0/0,0 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.203.60@tcp remote: 0x74423a2000762aab expref: 7 pid: 6327 timeout: 5116 lvb_type: 0 00010000:00010000:3.0:1780968394.494391:0:24620:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968394.494394:0:24620:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780968394.494399:0:24620:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,1 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.494411:0:24620:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 4/0,1 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.494444:0:24620:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780968394.494524:0:24620:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea2e9a51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545424000:12345-192.168.203.60@tcp:103:ldlm_bl_01.0 Request processed in 245us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968394.494532:0:24620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9035 00010000:00010000:3.0:1780968394.494730:0:103855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,1 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.494739:0:103855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,1 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.494753:0:103855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,1 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.494761:0:103855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 2/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.494780:0:103855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780968394.496029:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a4e4f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3018:x1867475551700608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18065us (18219us total) trans 4294976136 rc 0/0 00000100:00100000:3.0:1780968394.496046:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35915 00010000:00010000:3.0:1780968394.496093:0:10322:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780968394.496101:0:10322:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 2/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.496112:0:10322:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8efb151 already unused, calling callback (00000000e25a5029) 00010000:00010000:3.0:1780968394.496139:0:10322:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 2/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.496151:0:10322:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 3/0,0 mode: PW/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.496173:0:10322:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 1/0,0 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.496179:0:10322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8efb151/0x986691d98fea9d lrc: 0/0,0 mode: --/PW res: [0x1697:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 103855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968394.496204:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968394.496205:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968394.496207:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780968394.497408:0:3018:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d6909148/2, rc 0, transno 8840 00000100:00100000:2.0:1780968394.497423:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6909148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551700608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780968395.144070:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968395.912398:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551700736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968395.912493:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968395.912828:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700736 00000100:00100000:2.0:1780968395.912988:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:2.0:1780968395.912995:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecddd53b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3015:x1867475551700736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780968395.913051:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 29818880 pending 0 free 3843031040 avail 3840933888 00000100:00100000:2.0:1780968395.921209:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecddd53b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3015:x1867475551700736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8201us (8705us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968395.921232:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:3.0:1780968395.928805:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a627f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551700736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968395.954388:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968395.954450:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968395.954494:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968395.954525:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:1.0:1780968395.954687:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424064 00000100:00100000:1.0:1780968395.954752:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 878 00000100:00100000:1.0:1780968395.954760:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d10fe37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545424064:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968395.954854:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d10fe37f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2221:x1867475545424064:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 94us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968395.954863:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 878 00000100:00100000:2.0:1780968395.955533:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424128 00000100:00100000:2.0:1780968395.955592:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1469 00000100:00100000:2.0:1780968395.955598:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2221:x1867475545424128:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968395.955655:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045c38e75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2221:x1867475545424128:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 56us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968395.955663:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1469 00000100:00100000:3.0:1780968395.969728:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424256 00000100:00100000:3.0:1780968395.969824:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424192 00000100:00100000:3.0:1780968395.969872:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2617 00000100:00100000:3.0:1780968395.969881:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e445d0e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545424256:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968395.970002:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e445d0e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545424256:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 122us (15553us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968395.970012:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2617 00000100:00100000:3.0:1780968395.970031:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2618 00000100:00100000:3.0:1780968395.970035:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dff09726 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545424192:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968395.970060:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dff09726 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2221:x1867475545424192:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 24us (15535us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968395.970066:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2618 00010000:00010000:1.0:1780968396.170996:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780968396.935799:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dc5d2c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551700800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968396.935895:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968396.936222:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000463308be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551701056:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968396.936259:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968396.936281:0:3016:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780968396.936287:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eac47e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551700992:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968396.936315:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780968396.936354:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700992 00000100:00100000:3.0:1780968396.936409:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1780968396.936417:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bacb886a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551700992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968396.936482:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bacb886a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3016:x1867475551700992:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968396.936491:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1780968396.936546:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eac47e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3016:1867475551700992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.936643:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000c95a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551700928:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.936680:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968396.936701:0:3018:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780968396.936706:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000664f701f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551700864:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.936733:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968396.936745:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bccd434a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551701120:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.936763:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968396.936788:0:97804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700864 00000100:00100000:0.0:1780968396.936816:0:97804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1780968396.936821:0:97804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7b73328 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551700864:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.936852:0:97804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7b73328 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3018:x1867475551700864:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968396.936859:0:97804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1780968396.936891:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700928 00000100:00100000:0.0:1780968396.936913:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701120 00000100:00100000:0.0:1780968396.936929:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1780968396.936933:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551700928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.936980:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7220928 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3018:x1867475551700928:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968396.936986:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1780968396.936996:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1780968396.937000:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551701120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.937024:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081a3c4c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3018:x1867475551701120:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968396.937030:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1780968396.937062:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000664f701f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3018:1867475551700864:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.937073:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bccd434a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3018:1867475551701120:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968396.937080:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000c95a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3018:1867475551700928:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968396.937279:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701056 00000100:00100000:1.0:1780968396.937318:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:1.0:1780968396.937322:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d9fea9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3016:x1867475551701056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968396.937369:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d9fea9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3016:x1867475551701056:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968396.937375:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00100000:1.0:1780968396.937403:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551700800 00000100:00100000:1.0:1780968396.937430:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1780968396.937434:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e44a74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551700800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968396.937470:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968396.937505:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e44a74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551700800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968396.937511:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1780968396.937588:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000463308be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551701056:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968396.937605:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dc5d2c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551700800:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780968397.191378:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780968398.216900:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968399.245148:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968399.700895:0:7141:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294976136 is committed 00010000:00010000:1.0:1780968400.263846:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968401.033476:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780968401.033510:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551701184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968401.033605:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968401.037332:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701184 00000100:00100000:1.0:1780968401.037428:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1780968401.037436:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eac47e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551701184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780968401.037493:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 29818880 pending 0 free 3845128192 avail 3843031040 00000100:00100000:1.0:1780968401.037608:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eac47e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551701184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 171us (4004us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968401.037616:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:3.0:1780968401.037725:0:3017:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976136 gen 3 00000004:00080000:3.0:1780968401.037733:0:3017:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6909148, transno 4294976136 00000100:00100000:3.0:1780968401.037770:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a08e93f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551701184:0@lo:13:osp-pre-1-0.0 00000040:00100000:0.0:1780968401.037970:0:97840:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 2875 in log [0x1e:0x1:0x0] 00000100:00100000:0.0:1780968401.050436:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968401.050490:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968401.050537:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968401.050575:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968401.050620:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424512 00000100:00100000:0.0:1780968401.050687:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424448 00000100:00100000:0.0:1780968401.050708:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2620 00000100:00100000:0.0:1780968401.050716:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545424512:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1780968401.050827:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077063d76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545424512:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 92us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968401.050836:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2620 00000100:00100000:0.0:1780968401.050857:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2621 00000100:00100000:0.0:1780968401.050861:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000880c9389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545424448:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1780968401.050885:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000880c9389 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545424448:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 23us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968401.050891:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2621 00000100:00100000:2.0:1780968401.051448:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424320 00000100:00100000:2.0:1780968401.051499:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 880 00000100:00100000:2.0:1780968401.051504:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ae5df1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545424320:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1780968401.051548:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ae5df1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545424320:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 43us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968401.051555:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 880 00000100:00100000:3.0:1780968401.055505:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424384 00000100:00100000:3.0:1780968401.055599:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1473 00000100:00100000:3.0:1780968401.055607:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2220:x1867475545424384:12345-192.168.203.60@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1780968401.055771:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afa3cdf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2220:x1867475545424384:12345-192.168.203.60@tcp:400:kworker/u8:4.0 Request processed in 163us (5346us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968401.055780:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1473 00010000:00010000:0.0:1780968401.288095:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1780968401.969010:0:116870:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780968401.969016:0:116870:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 425: lock count should not exceed lru size ========================================================== 21:26:38 (1780968398) 00000100:00100000:0.0:1780968402.038663:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968402.038701:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968402.038764:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424576 00000100:00100000:3.0:1780968402.038815:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424704 00000100:00100000:3.0:1780968402.038835:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21976 00000100:00100000:3.0:1780968402.038841:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2219:x1867475545424576:12345-192.168.203.60@tcp:41:mkdir.0 00000004:00000024:3.0:1780968402.038952:0:100177:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2255486976 avail 2253389824 00000100:00100000:3.0:1780968402.039014:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a08e93f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:2219:x1867475545424576:12345-192.168.203.60@tcp:41:mkdir.0 Request processed in 172us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968402.039022:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21976 00000100:00100000:3.0:1780968402.039039:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21977 00000100:00100000:3.0:1780968402.039043:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:152200:x1867475545424704:12345-192.168.203.60@tcp:36:mkdir.0 00010000:00010000:3.0:1780968402.039185:0:100177:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039203:0:100177:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039217:0:100177:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039230:0:100177:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039237:0:100177:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039243:0:100177:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968402.039755:0:100177:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c47:0x0]: returning size 512 00010000:00010000:3.0:1780968402.039763:0:100177:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039771:0:100177:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039783:0:100177:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039789:0:100177:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075830d21 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968402.039792:0:100177:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039798:0:100177:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039809:0:100177:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968402.039812:0:100177:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968402.039816:0:100177:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.039822:0:100177:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feaa4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780968402.039832:0:100177:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009a627f42 reply state 0000000071515704 transno 21474859068 ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968402.041488:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a627f42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:152200:x1867475545424704:12345-192.168.203.60@tcp:36:mkdir.0 Request processed in 2437us (2781us total) trans 21474859068 rc 0/0 00000100:00100000:3.0:1780968402.044187:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21977 00010000:00010000:2.0:1780968402.053806:0:3002:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.053826:0:3002:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.053840:0:3002:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.053846:0:3002:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c7d7fe6 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968402.053850:0:3002:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.053859:0:3002:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.053874:0:3002:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (00000000fbe7e0bf) 00010000:00010000:2.0:1780968402.053878:0:3002:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968402.053883:0:3002:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.053890:0:3002:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002c7d7fe6/0x986691d98feaab lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780968402.056304:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000290b00b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551701248:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968402.056378:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b168c512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551701376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968402.056384:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004621ff86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3016:1867475551701312:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968402.056393:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968402.056437:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968402.056441:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b23b550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551701504:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.056464:0:3016:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041ede414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551701568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968402.056474:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968402.056483:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968402.056588:0:97804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701248 00000100:00100000:0.0:1780968402.056716:0:97804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1780968402.056722:0:97804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ed7137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551701248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.056901:0:3016:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968402.056945:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2fa0344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551701440:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.056971:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968402.056997:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701504 00000100:00100000:2.0:1780968402.057020:0:6328:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701568 00000100:00100000:2.0:1780968402.057035:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1780968402.057038:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070a1b933 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551701504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.057066:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070a1b933 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551701504:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968402.057073:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1780968402.057086:0:6328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:2.0:1780968402.057089:0:6328:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c47a7244 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551701568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.057112:0:6328:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c47a7244 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3016:x1867475551701568:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968402.057171:0:6328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:2.0:1780968402.057190:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701312 00000100:00100000:2.0:1780968402.057211:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701440 00000100:00100000:2.0:1780968402.057227:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1780968402.057231:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f034a7f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3016:x1867475551701312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.057259:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f034a7f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3016:x1867475551701312:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968402.057265:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1780968402.057275:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1780968402.057279:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e92988b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551701440:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.057301:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e92988b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3018:x1867475551701440:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968402.057306:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1780968402.057347:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2fa0344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3018:1867475551701440:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.057370:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004621ff86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3016:1867475551701312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968402.057378:0:3016:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041ede414 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3016:1867475551701568:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968402.058379:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b23b550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551701504:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968402.060541:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b9c7bec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551701632:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968402.060628:0:97804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ed7137 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551701248:12345-0@lo:400:kworker/u8:2.0 Request processed in 3897us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968402.060643:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968402.060655:0:97804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1780968402.060739:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701632 00000100:00100000:3.0:1780968402.060801:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1780968402.060808:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003779fb59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551701632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968402.060969:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003779fb59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3017:x1867475551701632:12345-0@lo:400:kworker/u8:2.0 Request processed in 159us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968402.060977:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1780968402.061032:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b9c7bec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3017:1867475551701632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1780968402.061335:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701376 00000100:00100000:3.0:1780968402.061376:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:3.0:1780968402.061381:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e606c74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551701376:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780968402.061390:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000290b00b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551701248:0@lo:400:kworker/u8:2.0 00002000:00000024:3.0:1780968402.061425:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:3.0:1780968402.061766:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e606c74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551701376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 382us (5299us total) trans 0 rc 0/0 00000100:00100000:3.0:1780968402.061776:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00100000:2.0:1780968402.064781:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b168c512 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551701376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780968402.072436:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:2.0:1780968402.072583:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424832 00000100:00100000:2.0:1780968402.072657:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21978 00000100:00100000:2.0:1780968402.072728:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cef69b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:152201:x1867475545424832:12345-192.168.203.60@tcp:101:lfs.0 00010000:00010000:2.0:1780968402.072763:0:103651:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780968402.072793:0:103651:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98feab2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762ab9 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073007:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073025:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073038:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073053:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073060:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073077:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780968402.073217:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c47:0x0]: returning size 512 00010000:00010000:2.0:1780968402.073236:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073244:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073252:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073259:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006280ff7c already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968402.073263:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073272:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073289:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:2.0:1780968402.073293:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968402.073298:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073305:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006280ff7c/0x986691d98feab9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073318:0:103651:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073323:0:103651:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073328:0:103651:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073334:0:103651:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330778c8 already unused, calling callback (00000000fe98aef2) 00010000:00010000:2.0:1780968402.073336:0:103651:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073341:0:103651:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073348:0:103651:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (00000000ddfc2c8a) 00010000:00010000:2.0:1780968402.073351:0:103651:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780968402.073352:0:103651:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073358:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000330778c8/0x986691d98feac0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073399:0:103651:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98feab2 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ab9 expref: 35 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073407:0:103651:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b6b9e56f/0x986691d98feab2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ab9 expref: 35 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780968402.073418:0:103651:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b6b9e56f, rc 0) 00000100:00100000:2.0:1780968402.073507:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cef69b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+34:152201:x1867475545424832:12345-192.168.203.60@tcp:101:lfs.0 Request processed in 778us (1086us total) trans 0 rc 301/301 00000100:00100000:3.0:1780968402.082998:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968402.083047:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545424960 00000100:00100000:3.0:1780968402.083099:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21979 00000100:00100000:3.0:1780968402.083107:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c865b55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:152201:x1867475545424960:12345-192.168.203.60@tcp:101:lfs.0 00010000:00010000:3.0:1780968402.083149:0:100177:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780968402.083173:0:100177:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feac7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x74423a2000762ac0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083254:0:100177:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083277:0:100177:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083290:0:100177:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083305:0:100177:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083311:0:100177:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083317:0:100177:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780968402.083484:0:100177:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c47:0x0]: returning size 512 00010000:00010000:3.0:1780968402.083608:0:100177:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083617:0:100177:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083625:0:100177:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083631:0:100177:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037014cc4 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968402.083635:0:100177:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083642:0:100177:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083656:0:100177:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001a0110f5) 00010000:00010000:3.0:1780968402.083659:0:100177:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968402.083665:0:100177:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083670:0:100177:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037014cc4/0x986691d98feace lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083682:0:100177:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083688:0:100177:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083693:0:100177:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083698:0:100177:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c1efe00 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968402.083699:0:100177:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083705:0:100177:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083711:0:100177:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (0000000047261884) 00010000:00010000:3.0:1780968402.083713:0:100177:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780968402.083715:0:100177:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083724:0:100177:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c1efe00/0x986691d98fead5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083759:0:100177:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feac7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ac0 expref: 37 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083767:0:100177:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075830d21/0x986691d98feac7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.60@tcp remote: 0x74423a2000762ac0 expref: 37 pid: 100177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.083775:0:100177:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000075830d21, rc 0) 00000100:00100000:3.0:1780968402.083840:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c865b55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:152201:x1867475545424960:12345-192.168.203.60@tcp:101:lfs.0 Request processed in 733us (853us total) trans 21474859069 rc 301/301 00000100:00100000:3.0:1780968402.083849:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21979 00000100:00100000:2.0:1780968402.086060:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21978 00000100:00100000:1.0:1780968402.099314:0:3009:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968402.107562:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425088 00000100:00100000:0.0:1780968402.107692:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 21980 00000100:00100000:0.0:1780968402.107700:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dc5d2c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+35:152201:x1867475545425088:12345-192.168.203.60@tcp:36:lfs.0 00010000:00010000:0.0:1780968402.107826:0:103651:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,1 mode: --/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968402.107849:0:103651:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780968402.107865:0:103651:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780968402.108200:0:103651:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008dc5d2c6 reply state 00000000544a8992 transno 21474859070 ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780968402.108222:0:103651:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002341:0x1c47:0x0]: returning size 512 00000100:00100000:0.0:1780968402.108338:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dc5d2c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:152201:x1867475545425088:12345-192.168.203.60@tcp:36:lfs.0 Request processed in 636us (9033us total) trans 21474859070 rc 0/0 00000100:00100000:0.0:1780968402.108347:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 21980 00000100:00100000:3.0:1780968402.124516:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00010000:00010000:3.0:1780968402.124555:0:3001:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,1 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.124571:0:3001:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 2/0,0 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.124579:0:3001:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.124586:0:3001:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040b2c260 already unused, calling callback (00000000fe98aef2) 00010000:00010000:3.0:1780968402.124591:0:3001:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 3/0,0 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.124599:0:3001:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 4/0,0 mode: PW/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.124621:0:3001:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002341:0x1c47:0x0].0x0 (00000000b02ff3e8) 00010000:00010000:3.0:1780968402.124624:0:3001:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780968402.124629:0:3001:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 2/0,0 mode: --/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780968402.124634:0:3001:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b2c260/0x986691d98feae3 lrc: 0/0,0 mode: --/PW res: [0x200002341:0x1c47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780968402.124692:0:100874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425216 00000100:00100000:3.0:1780968402.124745:0:100874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 9492 00000100:00100000:3.0:1780968402.124752:0:100874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000279685cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+36:152201:x1867475545425216:12345-192.168.203.60@tcp:35:lfs.0 00000100:00100000:3.0:1780968402.125103:0:100874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000279685cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+37:152201:x1867475545425216:12345-192.168.203.60@tcp:35:lfs.0 Request processed in 349us (599us total) trans 21474859071 rc 0/0 00000100:00100000:3.0:1780968402.125112:0:100874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 9492 00010000:00010000:3.0:1780968402.311453:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968403.335876:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968404.359502:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780968404.719246:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859070 is committed 00000001:00080000:2.0:1780968404.719278:0:97842:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474859071 is committed 00010000:00010000:0.0:1780968405.384254:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780968406.154918:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551701696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780968406.155008:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968406.155135:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701696 00000100:00100000:0.0:1780968406.155188:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:0.0:1780968406.155195:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f53ea4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551701696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968406.155252:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 29818880 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1780968406.155436:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025055c60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551701696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968406.155494:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f53ea4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551701696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 299us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968406.155503:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:3.0:1780968406.169307:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968406.169373:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968406.169422:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968406.169481:0:3008:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968406.169583:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425344 00000100:00100000:0.0:1780968406.169658:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1477 00000100:00100000:0.0:1780968406.169667:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a5a20a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545425344:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968406.169770:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a5a20a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2219:x1867475545425344:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 103us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968406.169779:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1477 00000100:00100000:1.0:1780968406.170227:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425472 00000100:00100000:1.0:1780968406.170283:0:103855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425408 00000100:00100000:1.0:1780968406.170302:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2624 00000100:00100000:1.0:1780968406.170307:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ae1266 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545425472:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968406.170347:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ae1266 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545425472:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 39us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968406.170354:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2624 00000100:00100000:1.0:1780968406.170367:0:103855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2625 00000100:00100000:1.0:1780968406.170371:0:103855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b168c512 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545425408:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780968406.170408:0:103855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b168c512 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2219:x1867475545425408:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 36us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968406.170413:0:103855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2625 00000100:00100000:2.0:1780968406.170982:0:97804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425280 00000100:00100000:2.0:1780968406.171039:0:97804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 882 00000100:00100000:2.0:1780968406.171044:0:97804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080bdcfe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545425280:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780968406.171090:0:97804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080bdcfe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2219:x1867475545425280:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 45us (1669us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968406.171096:0:97804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 882 00010000:00010000:3.0:1780968406.407584:0:10322:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968407.176288:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000637da5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551701888:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.176394:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968407.176442:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968407.176449:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf0f261d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551701952:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.176490:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968407.176529:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701952 00000100:00100000:1.0:1780968407.176582:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:1.0:1780968407.176589:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035e3246a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551701952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.176647:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035e3246a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551701952:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968407.176655:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:1.0:1780968407.176687:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701888 00000100:00100000:1.0:1780968407.176717:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1780968407.176721:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c607d2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551701888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.176753:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c607d2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551701888:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968407.176759:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1780968407.176808:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf0f261d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551701952:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.176820:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000637da5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551701888:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177151:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041a51968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551701760:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177206:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968407.177232:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fa35a1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551702016:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177255:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968407.177276:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780968407.177281:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000aea6f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551701824:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177305:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968407.177320:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d56cf6be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551702080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177341:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780968407.177381:0:20712:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702016 00000100:00100000:2.0:1780968407.177410:0:20712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:2.0:1780968407.177415:0:20712:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000290b00b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551702016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177455:0:20712:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000290b00b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551702016:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968407.177473:0:20712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00100000:2.0:1780968407.177506:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fa35a1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551702016:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177526:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701824 00000100:00100000:2.0:1780968407.177549:0:103651:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702080 00000100:00100000:2.0:1780968407.177567:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1780968407.177571:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041ede414 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551701824:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177604:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041ede414 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551701824:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968407.177610:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1780968407.177622:0:103651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1780968407.177625:0:103651:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004621ff86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551702080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177650:0:103651:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004621ff86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551702080:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968407.177656:0:103651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1780968407.177688:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000aea6f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551701824:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968407.177697:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d56cf6be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551702080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.177901:0:97804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551701760 00000100:00100000:1.0:1780968407.177944:0:97804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1780968407.177948:0:97804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6260d28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551701760:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.177984:0:97804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6260d28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551701760:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968407.177990:0:97804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1780968407.178372:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041a51968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551701760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968407.184493:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000463308be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551702144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968407.184582:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968407.184695:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702144 00000100:00100000:0.0:1780968407.184749:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:0.0:1780968407.184755:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000637da5a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551702144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780968407.184798:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:0.0:1780968407.184856:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000637da5a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551702144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968407.184863:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:1.0:1780968407.185021:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000463308be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551702144:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780968407.433533:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780968408.457081:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780968409.479516:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968411.274593:0:3018:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551702208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780968411.274694:0:3018:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780968411.274828:0:6329:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702208 00000100:00100000:0.0:1780968411.274899:0:6329:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1780968411.274907:0:6329:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf0f261d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551702208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780968411.274954:0:6329:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 29818880 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1780968411.275012:0:6329:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf0f261d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3018:x1867475551702208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968411.275020:0:6329:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:3.0:1780968411.275074:0:3018:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096225775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3018:1867475551702208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780968411.291236:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:0.0:1780968411.291286:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968411.291295:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425536 00000100:00100000:0.0:1780968411.291321:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968411.291367:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 884 00000100:00100000:0.0:1780968411.291369:0:3010:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.60@tcp (source: 12345-192.168.203.60@tcp) 00000100:00100000:3.0:1780968411.291375:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f465bbda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545425536:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968411.291395:0:97811:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425600 00000100:00100000:0.0:1780968411.291429:0:97811:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 1481 00000100:00100000:0.0:1780968411.291433:0:97811:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096225775 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2220:x1867475545425600:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780968411.291466:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f465bbda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:725fab28-5453-4ad3-b181-e95f791fa7d7+9:2220:x1867475545425536:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 91us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968411.291467:0:97811:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096225775 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a658efc9-96b9-4720-9ba4-911cf9404ca5+33:2220:x1867475545425600:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 31us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968411.291475:0:97811:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 1481 00000100:00100000:3.0:1780968411.291476:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 884 00000100:00100000:0.0:1780968411.291505:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425664 00000100:00100000:0.0:1780968411.291530:0:6327:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475545425728 00000100:00100000:0.0:1780968411.291546:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2628 00000100:00100000:0.0:1780968411.291550:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095e1ae2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545425664:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968411.291652:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095e1ae2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545425664:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 99us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968411.291659:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2628 00000100:00100000:0.0:1780968411.291682:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.60@tcp, seq: 2629 00000100:00100000:0.0:1780968411.291686:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545425728:12345-192.168.203.60@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780968411.291717:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025055c60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a658efc9-96b9-4720-9ba4-911cf9404ca5+6:2220:x1867475545425728:12345-192.168.203.60@tcp:400:kworker/u8:0.0 Request processed in 31us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968411.291723:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.60@tcp, seq: 2629 00010000:00010000:2.0:1780968411.527408:0:10323:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780968412.296611:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ebe07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551702272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.296715:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298069:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d56cf6be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551702528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.298146:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298177:0:3015:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780968412.298185:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069268826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551702336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.298214:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298232:0:3015:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000aea6f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551702592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.298254:0:3015:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298290:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b055234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551702400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.298315:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298333:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000c95a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551702656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968412.298646:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298669:0:3017:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780968412.298675:0:3017:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041a51968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551702464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.298696:0:3017:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780968412.298750:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702528 00000100:00100000:1.0:1780968412.298805:0:34982:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702464 00000100:00100000:1.0:1780968412.298835:0:34982:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:1.0:1780968412.298841:0:34982:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fa35a1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551702528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968412.298845:0:6327:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:0.0:1780968412.298850:0:6327:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000150b555d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551702464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1780968412.298921:0:6327:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000150b555d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551702464:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780968412.298930:0:6327:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:1.0:1780968412.299374:0:34982:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fa35a1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3015:x1867475551702528:12345-0@lo:400:kworker/u8:2.0 Request processed in 531us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968412.299382:0:34982:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:1.0:1780968412.299406:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702336 00000100:00100000:1.0:1780968412.299438:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702592 00000100:00100000:1.0:1780968412.299454:0:100177:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702400 00000100:00100000:1.0:1780968412.299483:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1780968412.299487:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2bb400f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551702336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.299520:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2bb400f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3015:x1867475551702336:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968412.299632:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1780968412.299644:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1780968412.299647:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6948d1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551702592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.299675:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6948d1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3015:x1867475551702592:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968412.299681:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1780968412.299690:0:100177:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1780968412.299693:0:100177:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e3b33ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551702400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.299717:0:100177:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e3b33ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3017:x1867475551702400:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968412.299722:0:100177:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1780968412.299752:0:25777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702656 00000100:00100000:1.0:1780968412.299774:0:25777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:1.0:1780968412.299778:0:25777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f13f602 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551702656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780968412.299810:0:25777:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 29556736 pending 0 free 3834642432 avail 3832545280 00000100:00100000:1.0:1780968412.299841:0:25777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f13f602 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3017:x1867475551702656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780968412.299850:0:25777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00100000:1.0:1780968412.300186:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041a51968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551702464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.300201:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b055234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3017:1867475551702400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.300216:0:3017:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000c95a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3017:1867475551702656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780968412.300267:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069268826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3015:1867475551702336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.300278:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000aea6f24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3015:1867475551702592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1780968412.300289:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d56cf6be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3015:1867475551702528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968412.300484:0:97806:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475551702272 00000100:00100000:2.0:1780968412.300644:0:97806:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1780968412.300650:0:97806:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eec4e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551702272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1780968412.300704:0:97806:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eec4e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3afa1c3-86cd-4b95-b841-58fdc893ef18+18:3015:x1867475551702272:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (3991us total) trans 0 rc 0/0 00000100:00100000:2.0:1780968412.300711:0:97806:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1780968412.301106:0:3015:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ebe07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b3afa1c3-86cd-4b95-b841-58fdc893ef18:3015:1867475551702272:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1780968412.551410:0:5518:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1780968412.808896:0:117066:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780968412.808904:0:117066:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_425: @@@@@@ FAIL: Create files in /mnt/lustre/d425.sanity 00010000:00010000:0.0:1780968413.575372:0:5519:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 25429 lines, 25429 kept, 0 dropped, 0 bad.